00000800:00000200:3.1F:1769073165.361702:0:3287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012b88e5d] -> 12345-192.168.204.139@tcp (2) 00000800:00000200:2.1F:1769073165.371588:0:3278:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012b88e5d] -> 12345-192.168.204.139@tcp (2) 00000800:00000200:2.1:1769073165.371599:0:3278:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.139@tcp 000000007c7cc830 deleted 00000800:00000010:2.1:1769073165.371600:0:3278:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007c7cc830. 00000800:00000200:2.1:1769073165.371606:0:3278:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769073165.371613:0:3278:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:1023 00000800:00000200:2.1:1769073165.371618:0:3278:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007709b898 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1769073165.371911:0:3277:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1769073165.373656:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012b88e5d] -> 12345-192.168.204.139@tcp (4) 00000800:00000200:1.1:1769073165.373665:0:3280:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.139@tcp 00000000891a1d1f deleted 00000800:00000010:1.1:1769073165.373667:0:3280:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000891a1d1f. 00000800:00000200:1.1:1769073165.373671:0:3280:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1769073165.375520:0:3277:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1769073165.504067:0:5622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d4b2cc11. 00010000:00000010:2.1:1769073165.504081:0:5622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006beee7a. 00010000:00000010:1.1:1769073166.033922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098731908. 00010000:00000010:1.1:1769073166.033929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eea7e922. 00010000:00000010:1.1:1769073166.033934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b38294c. 00010000:00000010:1.1:1769073166.033937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000529a84fe. 00010000:00000010:1.1:1769073166.033940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d55781a6. 00000100:00100000:3.0:1769074738.341753:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612422784:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074738.343034:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.343061:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612423296 00000100:00100000:3.0:1769074738.343067:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612423296 00000100:00100000:3.0:1769074738.343104:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8900 00000100:00100000:3.0:1769074738.343112:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612423296:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074738.343125:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074738.343148:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e87ba0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119b79 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.343172:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.343175:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.343185:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e87ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b79 expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074738.343201:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e87ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b79 expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074738.343214:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:3.0:1769074738.343246:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612423296:12345-192.168.204.39@tcp:101:cat.0 Request processed in 135us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.343253:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8900 00000100:00100000:3.0:1769074738.354469:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d200a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619750016:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074738.354488:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d200a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619750144:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074738.354524:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [2068480->2097151] (req 2068480->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 24 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.354559:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fa00, rc 0) 00000100:00100000:3.0:1769074738.354671:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+24:57423:x1855007612423424:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 20210us (20617us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.354681:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8899 00000100:00100000:3.0:1769074738.389471:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612422784:12345-192.168.204.39@tcp:3:cat.0 Request processed in 47716us (51196us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074738.389487:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4909 00002000:00100000:3.0:1769074738.389503:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41018700 x1855007612422784/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.389513:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41018700 with x1855007612422784 ext(0->1048575) 00002000:00010000:3.0:1769074738.389522:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41018700 00000100:00100000:3.0:1769074738.389550:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612423808 00000100:00100000:3.0:1769074738.389557:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612423808 00002000:00100000:3.0:1769074738.389608:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d200a4380 x1855007612423808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.389615:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a4380 with x1855007612423808 ext(2097152->3145727) 00002000:00010000:3.0:1769074738.389619:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d200a4380 00000100:00100000:3.0:1769074738.389659:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4910 00000100:00100000:3.0:1769074738.389669:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612423808:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074738.408791:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.408863:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612424320 00000100:00100000:3.0:1769074738.408876:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612424320 00010000:00010000:3.0:1769074738.408921:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b4f expref: 20 pid: 26306 timeout: 1822 lvb_type: 1 00000100:00100000:3.0:1769074738.408968:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4723 00000100:00100000:3.0:1769074738.408979:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612424320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.408996:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.409022:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b4f expref: 20 pid: 26306 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.409035:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b4f expref: 20 pid: 26306 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.409059:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87b6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b4f expref: 20 pid: 26306 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.409075:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.409077:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.409084:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.409093:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.409132:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.409150:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619750272:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074738.409239:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.422681:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619750272:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074738.422711:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.422762:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612424320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13783us (13980us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.422774:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4723 00000100:00100000:3.0:1769074738.423169:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612423808:12345-192.168.204.39@tcp:3:cat.0 Request processed in 33500us (34364us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074738.423178:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4910 00002000:00100000:3.0:1769074738.423191:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d200a4380 x1855007612423808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.423202:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a4380 with x1855007612423808 ext(2097152->3145727) 00002000:00010000:3.0:1769074738.423208:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d200a4380 00000100:00100000:3.0:1769074738.437883:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612424448 00000100:00100000:3.0:1769074738.437895:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612424448 00002000:00100000:3.0:1769074738.437944:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (2068480->2072575) req@ffff956d41018000 x1855007612424448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.437955:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41018000 with x1855007612424448 ext(2068480->2072575) 00002000:00010000:3.0:1769074738.437962:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41018000 00000100:00100000:3.0:1769074738.437986:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4914 00000100:00100000:3.0:1769074738.437996:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612424448:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074738.438203:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612424448:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 207us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074738.438210:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4914 00002000:00100000:3.0:1769074738.438217:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (2068480->2072575) req@ffff956d41018000 x1855007612424448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/4536 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.438225:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41018000 with x1855007612424448 ext(2068480->2072575) 00002000:00010000:3.0:1769074738.438229:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41018000 00000100:00100000:3.0:1769074738.441104:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612424576 00000100:00100000:3.0:1769074738.441113:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612424576 00010000:00010000:3.0:1769074738.441153:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e87ace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b02 expref: 10 pid: 25507 timeout: 1822 lvb_type: 1 00000100:00100000:3.0:1769074738.441198:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4724 00000100:00100000:3.0:1769074738.441207:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612424576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.441220:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.441254:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e87ace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b02 expref: 10 pid: 25507 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.441270:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e87ace lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b02 expref: 10 pid: 25507 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.441293:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e87ace lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b02 expref: 10 pid: 25507 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.441310:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.441313:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.441320:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.441329:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.441373:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.441388:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619750400:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074738.441604:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.448475:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.456978:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.465474:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619750400:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074738.465487:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.465530:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612424576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 24321us (24517us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.465539:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4724 00000100:00100000:3.0:1769074738.479134:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612424960 00000100:00100000:3.0:1769074738.479140:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612424960 00010000:00010000:3.0:1769074738.479172:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e87b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b56 expref: 20 pid: 26585 timeout: 1822 lvb_type: 1 00000100:00100000:3.0:1769074738.479212:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4725 00000100:00100000:3.0:1769074738.479221:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612424960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.479236:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.479730:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e87b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b56 expref: 20 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.479744:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e87b76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b56 expref: 20 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.479777:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e87b76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b56 expref: 20 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.479799:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.479879:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612424960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 658us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.479887:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4725 00000100:00100000:3.0:1769074738.491406:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612425216 00000100:00100000:3.0:1769074738.491420:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612425216 00010000:00010000:3.0:1769074738.491467:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b72 expref: 11 pid: 26585 timeout: 1822 lvb_type: 1 00000100:00100000:3.0:1769074738.491512:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4726 00000100:00100000:3.0:1769074738.491521:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612425216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.491538:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.491564:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b72 expref: 11 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.491591:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b72 expref: 11 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.491619:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87b92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b72 expref: 11 pid: 26585 timeout: 1822 lvb_type: 1 00010000:00010000:3.0:1769074738.491640:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.491642:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.491650:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e87bae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2945023) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b8e expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.491660:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e87bae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2945023) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b8e expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.491705:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e87bae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2945023) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b8e expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.491721:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619750912:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074738.491880:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.497874:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612425344 00000100:00100000:3.0:1769074738.497885:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612425344 00000100:00100000:3.0:1769074738.497933:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612425472 00000100:00100000:3.0:1769074738.497936:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612425472 00000100:00100000:3.0:1769074738.497958:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8903 00000100:00100000:3.0:1769074738.497967:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612425344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074738.497985:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074738.498002:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e87bb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119b95 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.498063:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619751040:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074738.498141:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.512428:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.512459:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612425856 00000100:00100000:3.0:1769074738.512465:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612425856 00002000:00100000:3.0:1769074738.512514:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (2068480->2097151) req@ffff956d08d25c00 x1855007612425856/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.512526:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25c00 with x1855007612425856 ext(2068480->2097151) 00010000:00010000:3.0:1769074738.512533:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 19 pid: 26585 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.512545:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 19 pid: 26585 timeout: 1822 lvb_type: 0 00002000:00010000:3.0:1769074738.512552:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d25c00 00000100:00100000:3.0:1769074738.512576:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 995 00000100:00100000:3.0:1769074738.512597:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612425856:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074738.517264:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612425856:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 4656us (4825us total) trans 21474839301 rc 0/0 00000100:00100000:3.0:1769074738.517280:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 995 00002000:00100000:3.0:1769074738.517294:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (2068480->2097151) req@ffff956d08d25c00 x1855007612425856/t21474839301(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/448 e 0 to 0 dl 1769074749 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.517306:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25c00 with x1855007612425856 ext(2068480->2097151) 00010000:00010000:3.0:1769074738.517318:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 21 pid: 26585 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.517329:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e87b99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b80 expref: 21 pid: 26585 timeout: 1822 lvb_type: 0 00002000:00010000:3.0:1769074738.517337:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d25c00 00000100:00100000:3.0:1769074738.535912:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619751552:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074738.535947:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e87bca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119baa expref: 12 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.535967:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:3.0:1769074738.536008:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57419:x1855007612426112:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4380us (4572us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.536015:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8906 00000100:00100000:3.0:1769074738.542516:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612426368 00000100:00100000:3.0:1769074738.542529:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612426368 00010000:00010000:3.0:1769074738.542574:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 12 pid: 6534 timeout: 1822 lvb_type: 0 00000100:00100000:3.0:1769074738.542620:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4728 00000100:00100000:3.0:1769074738.542630:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612426368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.542648:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074738.542670:0:33336:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074737 -> 1769074739 00002000:00010000:3.0:1769074738.542674:0:33336:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074737 -> 1769074739 00010000:00010000:3.0:1769074738.542680:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 12 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.542695:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 12 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.542720:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96400/0x8b5959a9a0e87b84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b64 expref: 12 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.542742:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.542745:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.542753:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 9 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.542764:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 9 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.542804:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 9 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.542818:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619751680:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074738.542933:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.545920:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612426880 00000100:00100000:3.0:1769074738.545927:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612426880 00000100:00100000:3.0:1769074738.546033:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2592 00000100:00100000:3.0:1769074738.546041:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+151:57423:x1855007612426880:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074738.546370:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+152:57423:x1855007612426880:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 328us (3199us total) trans 8589941042 rc 0/0 00000100:00100000:3.0:1769074738.546377:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2592 00000100:00100000:3.0:1769074738.547820:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619751680:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074738.547858:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.547884:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612426368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5255us (5902us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.547895:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4728 00000100:00100000:3.0:1769074738.607131:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.639989:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612427648 00000100:00100000:3.0:1769074738.640003:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612427648 00000100:00100000:3.0:1769074738.648359:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619751936:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074738.648394:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e87bd1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb1 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.648426:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96400, rc 0) 00000100:00100000:3.0:1769074738.648492:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:57430:x1855007612427648:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8162us (13529us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.648506:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8907 00000100:00100000:3.0:1769074738.656150:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612427904:12345-192.168.204.39@tcp:4:cat.0 Request processed in 5431us (7971us total) trans 21474839303 rc 0/0 00000100:00100000:3.0:1769074738.656167:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 998 00002000:00100000:3.0:1769074738.656181:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1167359) req@ffff956d08d3ca80 x1855007612427904/t21474839303(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:274/0 lens 488/448 e 0 to 0 dl 1769074749 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.656191:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ca80 with x1855007612427904 ext(1048576->1167359) 00010000:00010000:3.0:1769074738.656201:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.656222:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00002000:00010000:3.0:1769074738.656229:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3ca80 00000100:00100000:3.0:1769074738.662097:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612428160 00000100:00100000:3.0:1769074738.662107:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612428160 00010000:00010000:3.0:1769074738.662151:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00000100:00100000:3.0:1769074738.662189:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4730 00000100:00100000:3.0:1769074738.662198:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612428160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.662217:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.662252:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.662274:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.662297:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e87bc3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ba3 expref: 14 pid: 6534 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.662314:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.662316:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074738.662324:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e87bd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb1 expref: 21 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.662333:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e87bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb1 expref: 21 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.662374:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e87bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb1 expref: 21 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074738.662407:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619752064:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074738.662513:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074738.669544:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619752064:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074738.669574:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.669649:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612428160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7450us (7700us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.669660:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4730 00000100:00100000:3.0:1769074738.675652:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.675804:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.751275:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.764979:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.765020:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.765436:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4731 00000100:00100000:3.0:1769074738.765450:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612429184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.765468:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.765476:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e87b30 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b33 expref: 20 pid: 30549 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.765488:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e87b30 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b33 expref: 20 pid: 30549 timeout: 1822 lvb_type: 0 00010000:00010000:3.0:1769074738.765517:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074738.765523:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074738.765537:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074738.765543:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.765617:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612429184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.765626:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4731 00000100:00100000:3.0:1769074738.800611:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.827697:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612429440 00000100:00100000:3.0:1769074738.827712:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612429440 00002000:00100000:3.0:1769074738.827762:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d200a6300 x1855007612429440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.827773:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a6300 with x1855007612429440 ext(3145728->4194303) 00002000:00010000:3.0:1769074738.827779:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d200a6300 00000100:00100000:3.0:1769074738.827798:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612429568 00000100:00100000:3.0:1769074738.827801:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612429568 00002000:00100000:3.0:1769074738.827815:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d200a4e00 x1855007612429568/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.827842:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a4e00 with x1855007612429568 ext(2097152->3145727) 00002000:00010000:3.0:1769074738.827851:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d200a4e00 00000100:00100000:3.0:1769074738.827870:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612429696 00000100:00100000:3.0:1769074738.827873:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612429696 00002000:00100000:3.0:1769074738.827888:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d200a5500 x1855007612429696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/0 e 0 to 0 dl 1769074749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.827896:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a5500 with x1855007612429696 ext(3145728->4194303) 00002000:00010000:3.0:1769074738.827900:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d200a5500 00000100:00100000:3.0:1769074738.827921:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4920 00000100:00100000:3.0:1769074738.827931:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612429440:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074738.839993:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4922 00000100:00100000:3.0:1769074738.840012:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612429696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074738.885923:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612429312:12345-192.168.204.39@tcp:3:cat.0 Request processed in 84964us (85314us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074738.885938:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4919 00002000:00100000:3.0:1769074738.885950:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d27100 x1855007612429312/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.885960:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d27100 with x1855007612429312 ext(2097152->3145727) 00002000:00010000:3.0:1769074738.885966:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d27100 00000100:00100000:3.0:1769074738.900450:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612429440:12345-192.168.204.39@tcp:3:cat.0 Request processed in 72508us (72933us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074738.900465:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4920 00002000:00100000:3.0:1769074738.900480:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d200a6300 x1855007612429440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.900490:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a6300 with x1855007612429440 ext(3145728->4194303) 00002000:00010000:3.0:1769074738.900497:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d200a6300 00000100:00100000:3.0:1769074738.925814:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612429696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 85798us (98204us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074738.925852:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4922 00002000:00100000:3.0:1769074738.925870:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d200a5500 x1855007612429696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074738.925886:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a5500 with x1855007612429696 ext(3145728->4194303) 00002000:00010000:3.0:1769074738.925893:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d200a5500 00000100:00100000:3.0:1769074738.943055:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612430336 00000100:00100000:3.0:1769074738.943065:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612430336 00000100:00100000:3.0:1769074738.943137:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:3.0:1769074738.943146:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+153:2371:x1855007612430336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074738.943163:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074738.943189:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081200/0x8b5959a9a0e87c17 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bd4 expref: 153 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074738.943207:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074738.943212:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074738.943277:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+152:2371:x1855007612430336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074738.943284:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:3.0:1769074738.947893:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.949370:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074738.961048:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612430720 00000100:00100000:3.0:1769074738.961060:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612430720 00000100:00100000:3.0:1769074738.968748:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.003958:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4927 00000100:00100000:3.0:1769074739.003973:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612431616:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074739.004207:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612431616:12345-192.168.204.39@tcp:3:cat.0 Request processed in 238us (1881us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074739.004215:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4927 00002000:00100000:3.0:1769074739.004224:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20e:0x0] (1261568->1265663) req@ffff956d2e972300 x1855007612431616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:275/0 lens 488/4536 e 0 to 0 dl 1769074750 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.004232:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e972300 with x1855007612431616 ext(1261568->1265663) 00002000:00010000:3.0:1769074739.004238:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e972300 00000100:00100000:3.0:1769074739.014137:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612431360:12345-192.168.204.39@tcp:3:cat.0 Request processed in 41398us (42347us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074739.014149:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4926 00002000:00100000:3.0:1769074739.014159:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d2e971f80 x1855007612431360/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:274/0 lens 488/440 e 0 to 0 dl 1769074749 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.014170:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971f80 with x1855007612431360 ext(1048576->2097151) 00002000:00010000:3.0:1769074739.014175:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e971f80 00000100:00100000:3.0:1769074739.020587:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612432256 00000100:00100000:3.0:1769074739.020599:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612432256 00010000:00010000:3.0:1769074739.020641:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e87bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119baa expref: 14 pid: 6533 timeout: 1823 lvb_type: 0 00000100:00100000:3.0:1769074739.020689:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4735 00000100:00100000:3.0:1769074739.020699:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612432256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074739.020715:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074739.020736:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e87bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119baa expref: 14 pid: 6533 timeout: 1823 lvb_type: 0 00010000:00010000:3.0:1769074739.020748:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e87bca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119baa expref: 14 pid: 6533 timeout: 1823 lvb_type: 0 00010000:00010000:3.0:1769074739.020778:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e87bca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119baa expref: 14 pid: 6533 timeout: 1823 lvb_type: 0 00010000:00010000:3.0:1769074739.020796:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074739.020898:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612432256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 198us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.020907:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4735 00000100:00100000:3.0:1769074739.040420:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612432512 00000100:00100000:3.0:1769074739.040432:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612432512 00002000:00100000:3.0:1769074739.040484:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3837952->3842047) req@ffff956d40fed180 x1855007612432512/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:275/0 lens 488/0 e 0 to 0 dl 1769074750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.040494:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed180 with x1855007612432512 ext(3837952->3842047) 00002000:00010000:3.0:1769074739.040500:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fed180 00000100:00100000:3.0:1769074739.040529:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4928 00000100:00100000:3.0:1769074739.040536:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612432512:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074739.040758:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612432512:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 221us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074739.040764:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4928 00002000:00100000:3.0:1769074739.040769:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3837952->3842047) req@ffff956d40fed180 x1855007612432512/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:275/0 lens 488/4536 e 0 to 0 dl 1769074750 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.040775:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed180 with x1855007612432512 ext(3837952->3842047) 00002000:00010000:3.0:1769074739.040777:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fed180 00000100:00100000:3.0:1769074739.059562:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d200a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619753344:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074739.060999:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d200a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619753472:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074739.061028:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e87c5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->3366911] (req 3145728->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bf7 expref: 13 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.061044:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166d800, rc 0) 00000100:00100000:3.0:1769074739.061089:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57435:x1855007612432768:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9302us (10427us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.061096:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8914 00000100:00100000:3.0:1769074739.065329:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.070348:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612433152 00000100:00100000:3.0:1769074739.070357:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612433152 00010000:00010000:3.0:1769074739.070408:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e87b7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b5d expref: 10 pid: 26585 timeout: 1823 lvb_type: 1 00000100:00100000:3.0:1769074739.070447:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4738 00000100:00100000:3.0:1769074739.070456:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612433152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074739.070473:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074739.070496:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e87b7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b5d expref: 10 pid: 26585 timeout: 1823 lvb_type: 1 00010000:00010000:3.0:1769074739.070510:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e87b7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b5d expref: 10 pid: 26585 timeout: 1823 lvb_type: 1 00010000:00010000:3.0:1769074739.070535:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e87b7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b5d expref: 10 pid: 26585 timeout: 1823 lvb_type: 1 00010000:00010000:3.0:1769074739.070558:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074739.070560:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074739.070567:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e87c5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bf7 expref: 11 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.070590:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e87c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bf7 expref: 11 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.070635:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e87c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bf7 expref: 11 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074739.070650:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619753600:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074739.070728:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074739.084487:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619753600:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074739.084514:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074739.084595:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612433152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14138us (14350us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.084605:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4738 00000100:00100000:3.0:1769074739.085101:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619753728:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074739.085114:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074739.085152:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612433280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6254us (7066us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.085159:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4739 00000100:00100000:3.0:1769074739.089548:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612433536 00000100:00100000:3.0:1769074739.089559:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612433536 00002000:00100000:3.0:1769074739.089623:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d2e970a80 x1855007612433536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:275/0 lens 488/0 e 0 to 0 dl 1769074750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.089635:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970a80 with x1855007612433536 ext(1048576->2097151) 00002000:00010000:3.0:1769074739.089642:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970a80 00000100:00100000:3.0:1769074739.089717:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4930 00000100:00100000:3.0:1769074739.089727:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612433536:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074739.151228:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.217811:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612434432 00000100:00100000:3.0:1769074739.217902:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612434432 00000100:00100000:3.0:1769074739.218051:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:3.0:1769074739.218065:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+156:2372:x1855007612434432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074739.218090:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074739.218131:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e87c79 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bfe expref: 156 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.218160:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074739.218166:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074739.218255:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+155:2372:x1855007612434432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.218273:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:3.0:1769074739.281419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.312299:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:3.0:1769074739.327635:0:26360:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074738 -> 1769074740 00002000:00010000:3.0:1769074739.327640:0:26360:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074738 -> 1769074740 00002000:00010000:3.0:1769074739.327642:0:26360:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074738 -> 1769074740 00000100:00100000:3.0:1769074739.327660:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d03bc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619753984:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074739.327683:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e87cb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c21 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074739.327697:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e87cb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c21 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074739.327712:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:3.0:1769074739.327743:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612435712:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7188us (7816us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074739.327750:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8917 00000100:00100000:3.0:1769074739.332186:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.364391:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.374349:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612436608 00000100:00100000:3.0:1769074739.374354:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612436608 00000100:00100000:3.0:1769074739.374381:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2598 00000100:00100000:3.0:1769074739.374387:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57452:x1855007612436608:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074739.375888:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57452:x1855007612436608:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 1498us (2885us total) trans 8589941054 rc 0/0 00000100:00100000:3.0:1769074739.375899:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2598 00000100:00100000:3.0:1769074739.399107:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612436224:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25812us (26138us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074739.399131:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4936 00002000:00100000:3.0:1769074739.399152:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d03bcb800 x1855007612436224/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:275/0 lens 488/440 e 0 to 0 dl 1769074750 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.399172:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d03bcb800 with x1855007612436224 ext(1048576->2097151) 00002000:00010000:3.0:1769074739.399181:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d03bcb800 00000100:00100000:3.0:1769074739.417090:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612436864 00000100:00100000:3.0:1769074739.417106:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612436864 00002000:00100000:3.0:1769074739.417183:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3268608->3272703) req@ffff956d200a7800 x1855007612436864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:275/0 lens 488/0 e 0 to 0 dl 1769074750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.417196:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a7800 with x1855007612436864 ext(3268608->3272703) 00002000:00010000:3.0:1769074739.417204:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d200a7800 00000100:00100000:3.0:1769074739.417235:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4937 00000100:00100000:3.0:1769074739.417245:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612436864:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074739.417584:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612436864:12345-192.168.204.39@tcp:3:cat.0 Request processed in 339us (707us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074739.417594:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4937 00002000:00100000:3.0:1769074739.417602:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3268608->3272703) req@ffff956d200a7800 x1855007612436864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:275/0 lens 488/4536 e 0 to 0 dl 1769074750 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.417611:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d200a7800 with x1855007612436864 ext(3268608->3272703) 00002000:00010000:3.0:1769074739.417615:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d200a7800 00000100:00100000:3.0:1769074739.428079:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.429547:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.435769:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.463419:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612437504 00000100:00100000:3.0:1769074739.463429:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612437504 00002000:00100000:3.0:1769074739.463490:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (614400->618495) req@ffff956d2e970e00 x1855007612437504/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:275/0 lens 488/0 e 0 to 0 dl 1769074750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.463508:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970e00 with x1855007612437504 ext(614400->618495) 00002000:00010000:3.0:1769074739.463514:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970e00 00000100:00100000:3.0:1769074739.463546:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612437632 00000100:00100000:3.0:1769074739.463550:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612437632 00002000:00100000:3.0:1769074739.463578:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3776512->3780607) req@ffff956d2e970700 x1855007612437632/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:275/0 lens 488/0 e 0 to 0 dl 1769074750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.463588:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970700 with x1855007612437632 ext(3776512->3780607) 00002000:00010000:3.0:1769074739.463592:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970700 00000100:00100000:3.0:1769074739.463614:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4939 00000100:00100000:3.0:1769074739.463625:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612437504:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074739.465172:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612437504:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 1546us (2546us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074739.465180:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4939 00002000:00100000:3.0:1769074739.465186:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (614400->618495) req@ffff956d2e970e00 x1855007612437504/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:275/0 lens 488/4536 e 0 to 0 dl 1769074750 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074739.465195:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970e00 with x1855007612437504 ext(614400->618495) 00002000:00010000:3.0:1769074739.465198:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970e00 00000100:00100000:3.0:1769074739.482504:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612438144 00000100:00100000:3.0:1769074739.482516:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612438144 00000100:00100000:3.0:1769074739.482626:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2599 00000100:00100000:3.0:1769074739.482638:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+156:57446:x1855007612438144:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074739.483225:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+157:57446:x1855007612438144:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 580us (835us total) trans 8589941055 rc 0/0 00000100:00100000:3.0:1769074739.483239:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2599 00000100:00100000:3.0:1769074739.491579:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.526542:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.551987:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.552036:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.552068:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.553542:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4943 00000100:00100000:3.0:1769074739.553572:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612438656:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074739.559494:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.613007:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.660082:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612440192 00000100:00100000:3.0:1769074739.660094:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612440192 00000100:00100000:3.0:1769074739.660180:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6252 00000100:00100000:3.0:1769074739.660191:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+157:57459:x1855007612440192:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074739.660227:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.660256:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e87d36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119c60 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.660518:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660538:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660553:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660578:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660586:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660593:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660789:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87d4b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660803:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87d4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.660810:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87d4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:3.0:1769074739.661461:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074739.661740:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661758:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661767:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661773:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5b400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074739.661777:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661785:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661801:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074739.661804:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074739.661809:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661814:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87d3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661866:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661872:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661877:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661882:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5b000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074739.661885:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661890:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661897:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074739.661899:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074739.661902:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.661907:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e87d44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074739.662632:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e87d36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c60 expref: 160 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.662656:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87d4b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c60 expref: 159 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.662734:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074739.662737:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074739.662740:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:3.0:1769074739.707914:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612440704 00000100:00100000:3.0:1769074739.707929:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612440704 00000100:00100000:3.0:1769074739.722898:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.732443:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.766253:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612441728 00000100:00100000:3.0:1769074739.766280:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612441728 00000100:00100000:3.0:1769074739.766387:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:3.0:1769074739.766399:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2372:x1855007612441728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074739.766421:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074739.766457:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e87d83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c7c expref: 26 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.766482:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074739.766488:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074739.766578:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2372:x1855007612441728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 180us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.766587:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:3.0:1769074739.804145:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.839675:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41019180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619755904:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074739.839692:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619756032:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074739.839743:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->3366911] (req 3145728->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.839773:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8a00, rc 0) 00000100:00100000:3.0:1769074739.839912:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+11:57459:x1855007612442112:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12490us (13205us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.839925:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8928 00000100:00100000:3.0:1769074739.852714:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.881366:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.881450:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.881488:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612443008 00000100:00100000:3.0:1769074739.881501:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612443008 00000100:00100000:3.0:1769074739.881587:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8929 00000100:00100000:3.0:1769074739.881598:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612443008:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074739.881619:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.881639:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87dbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119c91 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074739.881722:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619756160:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074739.881813:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074739.881878:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.882005:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.882047:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.882066:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612443136 00000100:00100000:3.0:1769074739.882069:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612443136 00000100:00100000:3.0:1769074739.882093:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612443264 00000100:00100000:3.0:1769074739.882096:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612443264 00000100:00100000:3.0:1769074739.882116:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612443392 00000100:00100000:3.0:1769074739.882119:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612443392 00000100:00100000:3.0:1769074739.882138:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8930 00000100:00100000:3.0:1769074739.882145:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612443136:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074739.882152:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.882161:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87dc2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119c98 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074739.882194:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619756288:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074739.882221:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074739.882240:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8931 00000100:00100000:3.0:1769074739.882247:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612443264:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074739.882255:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.882265:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e87dc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119c9f expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.882280:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074739.882294:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e87dc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c9f expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074739.882317:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e87dc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c9f expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074739.882330:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bea00, rc 0) 00000100:00100000:3.0:1769074739.882361:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612443264:12345-192.168.204.39@tcp:101:cat.0 Request processed in 113us (355us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074739.882367:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8931 00000100:00100000:3.0:1769074739.882385:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8932 00000100:00100000:3.0:1769074739.882391:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57457:x1855007612443392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074739.882398:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.882406:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119ca6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.882421:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074739.882423:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074739.882433:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ca6 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.882450:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ca6 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.882458:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed400, rc 0) 00000100:00100000:3.0:1769074739.882478:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57457:x1855007612443392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 87us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.882484:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8932 00000100:00100000:3.0:1769074739.892751:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.908977:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.918237:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074739.929423:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619756544:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074739.929476:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e87dd7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cad expref: 27 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.929501:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:3.0:1769074739.929585:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:57465:x1855007612443904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 16374us (16651us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074739.929596:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8933 00000100:00100000:3.0:1769074739.980758:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612444416 00000100:00100000:3.0:1769074739.980778:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612444416 00000100:00100000:3.0:1769074739.980892:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8934 00000100:00100000:3.0:1769074739.980903:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57457:x1855007612444416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074739.980929:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074739.980956:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119cb4 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.981009:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e87d67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4026368->18446744073709551615] (req 4026368->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c75 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.981019:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074739.981022:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074739.981027:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.981315:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e87d67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4026368->18446744073709551615] (req 4026368->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c75 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074739.981330:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e87d67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4026368->18446744073709551615] (req 4026368->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c75 expref: 26 pid: 26584 timeout: 1824 lvb_type: 0 00000100:00100000:3.0:1769074739.981349:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619756672:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074739.981534:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.002700:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619756672:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.002732:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.002756:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ce00, rc 0) 00000100:00100000:3.0:1769074740.002785:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57457:x1855007612444416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 21884us (31006us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.002792:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8934 00000100:00100000:3.0:1769074740.011355:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.031312:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612444928 00000100:00100000:3.0:1769074740.031325:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612444928 00000100:00100000:3.0:1769074740.031419:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8935 00000100:00100000:3.0:1769074740.031440:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57462:x1855007612444928:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074740.031465:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.031490:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e87de5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119cbb expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.031525:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.031533:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.031541:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074740.031546:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e87de5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4018175] (req 3145728->4018175) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cbb expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.031617:0:6533:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.031639:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e87de5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4018175] (req 3145728->4018175) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cbb expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.031655:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:3.0:1769074740.031738:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57462:x1855007612444928:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 300us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.031746:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8935 00000100:00100000:3.0:1769074740.056255:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612445184 00000100:00100000:3.0:1769074740.056266:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612445184 00002000:00100000:3.0:1769074740.056337:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d03bc8a80 x1855007612445184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.056350:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d03bc8a80 with x1855007612445184 ext(3145728->4194303) 00010000:00010000:3.0:1769074740.056363:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 19 pid: 6533 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.056384:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e87dde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cb4 expref: 19 pid: 6533 timeout: 1824 lvb_type: 0 00002000:00010000:3.0:1769074740.056393:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d03bc8a80 00000100:00100000:3.0:1769074740.056442:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1006 00000100:00100000:3.0:1769074740.056455:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612445184:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074740.086565:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612445312 00000100:00100000:3.0:1769074740.086588:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612445312 00000100:00100000:3.0:1769074740.086703:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8936 00000100:00100000:3.0:1769074740.086717:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+28:57465:x1855007612445312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.086743:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.086772:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119cc2 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.086812:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.086815:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.086871:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 29 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.086890:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 29 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.086908:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166d800, rc 0) 00000100:00100000:3.0:1769074740.087015:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+29:57465:x1855007612445312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 301us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.087023:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8936 00000100:00100000:3.0:1769074740.095924:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.104141:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d03bca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619757184:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.104198:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.104242:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:3.0:1769074740.104337:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57457:x1855007612445568:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8068us (8429us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.104349:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8937 00000100:00100000:3.0:1769074740.106386:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619757312:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074740.106416:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074740.106479:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612445696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8830us (9452us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.106492:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4749 00000100:00100000:3.0:1769074740.121591:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612445824:12345-192.168.204.39@tcp:4:cat.0 Request processed in 12400us (17928us total) trans 17179872379 rc 0/0 00000100:00100000:3.0:1769074740.121613:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1007 00002000:00100000:3.0:1769074740.121630:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3366911) req@ffff956d4101aa00 x1855007612445824/t17179872379(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:276/0 lens 488/448 e 0 to 0 dl 1769074751 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.121643:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4101aa00 with x1855007612445824 ext(3145728->3366911) 00010000:00010000:3.0:1769074740.121656:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.121684:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00002000:00010000:3.0:1769074740.121693:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4101aa00 00000100:00100000:3.0:1769074740.127795:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612446080 00000100:00100000:3.0:1769074740.127809:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612446080 00010000:00010000:3.0:1769074740.127888:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00000100:00100000:3.0:1769074740.127945:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4750 00000100:00100000:3.0:1769074740.127957:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612446080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074740.127980:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074740.128020:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.128039:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.128072:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e87d91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3366911) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c83 expref: 12 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.128096:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.128099:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.128109:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.128120:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.128172:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.128189:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619757440:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074740.128614:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.140737:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619757440:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074740.140779:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074740.140852:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612446080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12895us (13174us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.140865:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4750 00000100:00100000:3.0:1769074740.194115:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612446208:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 55804us (56094us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074740.194135:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4954 00002000:00100000:3.0:1769074740.194153:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10871c00 x1855007612446208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/440 e 0 to 0 dl 1769074751 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.194164:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871c00 with x1855007612446208 ext(3145728->4194303) 00002000:00010000:3.0:1769074740.194172:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10871c00 00000100:00100000:3.0:1769074740.203036:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612446592 00000100:00100000:3.0:1769074740.203051:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612446592 00002000:00100000:3.0:1769074740.203127:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4014080->4018175) req@ffff956d41801c00 x1855007612446592/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.203140:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801c00 with x1855007612446592 ext(4014080->4018175) 00002000:00010000:3.0:1769074740.203147:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801c00 00000100:00100000:3.0:1769074740.203234:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4955 00000100:00100000:3.0:1769074740.203246:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612446592:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074740.203603:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612446592:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 358us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074740.203613:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4955 00002000:00100000:3.0:1769074740.203621:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4014080->4018175) req@ffff956d41801c00 x1855007612446592/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/4536 e 0 to 0 dl 1769074751 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.203630:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801c00 with x1855007612446592 ext(4014080->4018175) 00002000:00010000:3.0:1769074740.203634:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801c00 00000100:00100000:3.0:1769074740.225361:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619758080 00000100:00100000:3.0:1769074740.225367:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619758080 00000100:00100000:3.0:1769074740.225406:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619757952 00000100:00100000:3.0:1769074740.225408:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619757952 00000100:00100000:3.0:1769074740.225424:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619758464 00000100:00100000:3.0:1769074740.225427:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619758464 00000100:00100000:3.0:1769074740.225444:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1769074740.225451:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619758080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074740.225495:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619758080:12345-0@lo:400:kworker.0 Request processed in 44us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.225501:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1769074740.225513:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1769074740.225519:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619757952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074740.225561:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619757952:12345-0@lo:400:kworker.0 Request processed in 32us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.225567:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1769074740.225579:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1769074740.225585:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619758464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074740.225609:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619758464:12345-0@lo:400:kworker.0 Request processed in 25us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.225613:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:3.0:1769074740.225645:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074740.225664:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619757952:0@lo:400:kworker.0 00000100:00100000:3.0:1769074740.225673:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619758464:0@lo:400:kworker.0 00000100:00100000:3.0:1769074740.242651:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619757568:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.242717:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->4104191] (req 4030464->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 15 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.242756:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074740.243275:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:57468:x1855007612446720:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 24321us (24669us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.243290:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8938 00000100:00100000:3.0:1769074740.244097:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4751 00000100:00100000:3.0:1769074740.244115:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612447488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074740.244135:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074740.244159:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 15 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.244178:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 15 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.244203:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e87df3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc9 expref: 15 pid: 26360 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.244221:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.244223:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.244230:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.244240:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.244280:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.244296:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619758592:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074740.244391:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.258063:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619758592:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074740.258090:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074740.258154:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612447488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14043us (20039us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.258164:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4751 00000100:00100000:3.0:1769074740.261408:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612447744 00000100:00100000:3.0:1769074740.261420:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612447744 00000100:00100000:3.0:1769074740.261504:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8942 00000100:00100000:3.0:1769074740.261514:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:57465:x1855007612447744:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.261804:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.261882:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e87e39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119cf3 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.261929:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e87de5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4018175) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cbb expref: 19 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.261939:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074740.261942:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074740.261949:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e87e39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cf3 expref: 30 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.306338:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612448384 00000100:00100000:3.0:1769074740.306348:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612448384 00000100:00100000:3.0:1769074740.306402:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2603 00000100:00100000:3.0:1769074740.306411:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+162:57468:x1855007612448384:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074740.306725:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+163:57468:x1855007612448384:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 314us (484us total) trans 8589941064 rc 0/0 00000100:00100000:3.0:1769074740.306734:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2603 00000100:00100000:3.0:1769074740.312724:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612448640 00000100:00100000:3.0:1769074740.312735:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612448640 00000100:00100000:3.0:1769074740.312800:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8943 00000100:00100000:3.0:1769074740.312810:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612448640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.312857:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.312878:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d01 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.312941:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619758848:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074740.313020:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00002000:00010000:3.0:1769074740.322270:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074740 -> 1769074741 00002000:00010000:3.0:1769074740.322274:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074740 -> 1769074741 00002000:00010000:3.0:1769074740.322276:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074740 -> 1769074741 00000100:00100000:3.0:1769074740.322289:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619758848:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074740.322311:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d01 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.322326:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d01 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.322335:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074740.322396:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612448640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9587us (9929us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074740.322407:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8943 00000100:00100000:3.0:1769074740.326405:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.346988:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.364413:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612449024 00000100:00100000:3.0:1769074740.364425:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612449024 00002000:00100000:3.0:1769074740.364495:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfe6a00 x1855007612449024/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.364509:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6a00 with x1855007612449024 ext(3145728->4194303) 00002000:00010000:3.0:1769074740.364517:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe6a00 00000100:00100000:3.0:1769074740.364568:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4960 00000100:00100000:3.0:1769074740.364580:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612449024:12345-192.168.204.39@tcp:3:multiop.0 00000100:00080000:3.0:1769074740.406581:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074740.407361:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612449664 00000100:00100000:3.0:1769074740.407373:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612449664 00000100:00100000:3.0:1769074740.407452:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8947 00000100:00100000:3.0:1769074740.407466:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:57465:x1855007612449664:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.407486:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.407514:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d16 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.407569:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.407578:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074740.407582:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074740.407587:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d16 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.407637:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.407655:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e87e1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4030464->18446744073709551615] (req 4030464->4104191) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cd7 expref: 14 pid: 6533 timeout: 1824 lvb_type: 0 00000100:00100000:3.0:1769074740.407673:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759360:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074740.407908:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.419802:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759360:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.419914:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d16 expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.419942:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074740.420042:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:57465:x1855007612449664:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12580us (12765us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.420057:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8947 00000100:00100000:3.0:1769074740.472706:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.495912:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612450560 00000100:00100000:3.0:1769074740.495925:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612450560 00000100:00100000:3.0:1769074740.495994:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8948 00000100:00100000:3.0:1769074740.496003:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:57474:x1855007612450560:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074740.496021:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.496038:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e87e86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d24 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.496069:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.496078:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e87bd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb8 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.496084:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.496086:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.496089:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e87e86 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1236992->1429503] (req 1236992->1429503) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d24 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.496127:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e87bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb8 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.496142:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e87bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bb8 expref: 13 pid: 26585 timeout: 1824 lvb_type: 1 00000100:00100000:3.0:1769074740.496156:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759616:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.496265:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.496274:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 18 pid: 26585 timeout: 1824 lvb_type: 0 00000100:00100000:3.0:1769074740.496283:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759744:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074740.496310:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.502957:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759616:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074740.502979:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074740.503027:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e87e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1236992->1429503] (req 1236992->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d24 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.503055:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065800, rc 0) 00000100:00100000:3.0:1769074740.503146:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:57474:x1855007612450560:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7142us (7878us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.503156:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8948 00000100:00100000:3.0:1769074740.514649:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.531570:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4753 00000100:00100000:3.0:1769074740.531590:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612450688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074740.531707:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074740.531749:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 16 pid: 26585 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.531771:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 16 pid: 26585 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.531816:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e87ba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119b87 expref: 16 pid: 26585 timeout: 1824 lvb_type: 0 00010000:00010000:3.0:1769074740.531878:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074740.531958:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612450688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 373us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.531988:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4753 00000100:00100000:3.0:1769074740.532081:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.532111:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612451200 00000100:00100000:3.0:1769074740.532115:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612451200 00000100:00100000:3.0:1769074740.532153:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8949 00000100:00100000:3.0:1769074740.532161:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612451200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.532181:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.532205:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e87eb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d32 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.532286:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619759872:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074740.532358:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.550901:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.552677:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612451456 00000100:00100000:3.0:1769074740.552690:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612451456 00000100:00100000:3.0:1769074740.552767:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2605 00000100:00100000:3.0:1769074740.552787:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+32:57476:x1855007612451456:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074740.573794:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612451712 00000100:00100000:3.0:1769074740.573809:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612451712 00002000:00100000:3.0:1769074740.573896:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x212:0x0] (1236992->1241087) req@ffff956c050aad80 x1855007612451712/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.573908:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aad80 with x1855007612451712 ext(1236992->1241087) 00002000:00010000:3.0:1769074740.573914:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050aad80 00000100:00100000:3.0:1769074740.573947:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4963 00000100:00100000:3.0:1769074740.573961:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612451712:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074740.574377:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612451712:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 418us (687us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074740.577251:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4963 00002000:00100000:3.0:1769074740.577267:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x212:0x0] (1236992->1241087) req@ffff956c050aad80 x1855007612451712/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:276/0 lens 488/4536 e 0 to 0 dl 1769074751 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.577279:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aad80 with x1855007612451712 ext(1236992->1241087) 00002000:00010000:3.0:1769074740.577285:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050aad80 00000100:00100000:3.0:1769074740.579260:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.589425:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.597080:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.613284:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612453120 00000100:00100000:3.0:1769074740.613299:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612453120 00010000:00010000:3.0:1769074740.613376:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e87c56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bf0 expref: 22 pid: 26585 timeout: 1824 lvb_type: 0 00000100:00100000:3.0:1769074740.613461:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612453248 00000100:00100000:3.0:1769074740.613465:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612453248 00010000:00010000:3.0:1769074740.613482:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e87caa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c13 expref: 30 pid: 26584 timeout: 1824 lvb_type: 1 00000100:00100000:3.0:1769074740.621644:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612453376 00000100:00100000:3.0:1769074740.621657:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612453376 00002000:00100000:3.0:1769074740.621706:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0bfe6300 x1855007612453376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.621718:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6300 with x1855007612453376 ext(0->1048575) 00002000:00010000:3.0:1769074740.621724:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe6300 00000100:00100000:3.0:1769074740.621750:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4966 00000100:00100000:3.0:1769074740.621759:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2372:x1855007612453376:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074740.645280:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612453632 00000100:00100000:3.0:1769074740.645289:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612453632 00002000:00100000:3.0:1769074740.645358:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20e:0x0] (1597440->1601535) req@ffff956d10873b80 x1855007612453632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/0 e 0 to 0 dl 1769074751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.645369:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873b80 with x1855007612453632 ext(1597440->1601535) 00002000:00010000:3.0:1769074740.645374:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873b80 00000100:00100000:3.0:1769074740.645416:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4967 00000100:00100000:3.0:1769074740.645426:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2370:x1855007612453632:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074740.645790:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2370:x1855007612453632:12345-192.168.204.39@tcp:3:cat.0 Request processed in 365us (617us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074740.645798:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4967 00002000:00100000:3.0:1769074740.645805:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20e:0x0] (1597440->1601535) req@ffff956d10873b80 x1855007612453632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:276/0 lens 488/4536 e 0 to 0 dl 1769074751 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074740.645812:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873b80 with x1855007612453632 ext(1597440->1601535) 00002000:00010000:3.0:1769074740.645816:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873b80 00000100:00100000:3.0:1769074740.683809:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612454400 00000100:00100000:3.0:1769074740.683816:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612454400 00000100:00100000:3.0:1769074740.683889:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2607 00000100:00100000:3.0:1769074740.683898:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c04050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+165:57465:x1855007612454400:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074740.684131:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c04050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+166:57465:x1855007612454400:12345-192.168.204.39@tcp:35:cat.0 Request processed in 233us (403us total) trans 8589941071 rc 0/0 00000100:00100000:3.0:1769074740.684139:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2607 00000100:00100000:3.0:1769074740.716536:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074740.943246:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612456576 00000100:00100000:3.0:1769074740.943257:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612456576 00000100:00100000:3.0:1769074740.943318:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2609 00000100:00100000:3.0:1769074740.943332:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+32:57479:x1855007612456576:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074740.943713:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+33:57479:x1855007612456576:12345-192.168.204.39@tcp:35:cat.0 Request processed in 384us (741us total) trans 8589941075 rc 0/0 00000100:00100000:3.0:1769074740.943720:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2609 00000100:00100000:3.0:1769074740.966528:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612456960 00000100:00100000:3.0:1769074740.966535:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612456960 00000100:00100000:3.0:1769074740.966594:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6261 00000100:00100000:3.0:1769074740.966603:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+167:57489:x1855007612456960:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.966626:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.966644:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e87f51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d7f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.966715:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966729:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966738:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966752:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966759:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966769:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966931:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e87f66 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966942:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e87f66 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.966948:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e87f66 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074740.966958:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074740.967051:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967059:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967065:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967071:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074740.967075:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967083:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967095:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074740.967098:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074740.967102:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967112:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065800/0x8b5959a9a0e87f58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967124:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967129:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967134:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967138:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074740.967141:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967159:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967169:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074740.967171:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074740.967174:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967179:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e87f5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074740.967228:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e87f51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d7f expref: 170 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.967241:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e87f66 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d7f expref: 169 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.967254:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074740.967256:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074740.967259:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:3.0:1769074740.967314:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+169:57489:x1855007612456960:12345-192.168.204.39@tcp:101:cat.0 Request processed in 710us (855us total) trans 8589941076 rc 0/0 00000100:00100000:3.0:1769074740.967321:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6261 00000100:00100000:3.0:1769074740.975773:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612457216 00000100:00100000:3.0:1769074740.975786:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612457216 00000100:00100000:3.0:1769074740.975934:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612457344 00000100:00100000:3.0:1769074740.975941:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612457344 00000100:00100000:3.0:1769074740.975974:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612457472 00000100:00100000:3.0:1769074740.975979:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612457472 00000100:00100000:3.0:1769074740.976020:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8957 00000100:00100000:3.0:1769074740.976037:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612457216:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.976060:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.976084:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d86 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.976111:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.976115:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074740.976126:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.976150:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.976166:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:3.0:1769074740.976220:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612457216:12345-192.168.204.39@tcp:101:cat.0 Request processed in 189us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.976227:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8957 00000100:00100000:3.0:1769074740.976251:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8958 00000100:00100000:3.0:1769074740.976260:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612457344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.976275:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.976293:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e87f7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d8d expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.976550:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619761536:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074740.976609:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.976653:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8959 00000100:00100000:3.0:1769074740.976660:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612457472:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074740.976667:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074740.976676:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e87f82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119d94 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.976702:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619761664:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074740.976726:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.982056:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619761408:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074740.982082:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074740.982134:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612457088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7613us (7945us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074740.982145:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4759 00002000:00010000:3.0:1769074740.991301:0:6533:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074741 -> 1769074742 00002000:00010000:3.0:1769074740.991307:0:6533:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074741 -> 1769074742 00000100:00100000:3.0:1769074740.991329:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619761664:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074740.991367:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e87f82 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d94 expref: 29 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.991390:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e87f82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d94 expref: 29 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074740.991404:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41064400, rc 0) 00000100:00100000:3.0:1769074740.991535:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612457472:12345-192.168.204.39@tcp:101:cat.0 Request processed in 14874us (17221us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074740.991555:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8959 00000100:00080000:3.0:1769074741.041587:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074741.071206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.099615:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612457984:12345-192.168.204.39@tcp:3:cat.0 Request processed in 58673us (71961us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074741.099630:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4976 00002000:00100000:3.0:1769074741.099644:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d4101ad80 x1855007612457984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.099655:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4101ad80 with x1855007612457984 ext(1048576->2097151) 00002000:00010000:3.0:1769074741.099661:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4101ad80 00000100:00100000:3.0:1769074741.102957:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4761 00000100:00100000:3.0:1769074741.102985:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2371:x1855007612458368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074741.103009:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074741.103048:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e87e24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cde expref: 21 pid: 25507 timeout: 1825 lvb_type: 1 00010000:00010000:3.0:1769074741.103074:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e87e24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cde expref: 21 pid: 25507 timeout: 1825 lvb_type: 1 00010000:00010000:3.0:1769074741.103107:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e87e24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cde expref: 21 pid: 25507 timeout: 1825 lvb_type: 1 00010000:00010000:3.0:1769074741.103126:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.103130:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.103141:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87f89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d9b expref: 28 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.103155:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87f89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d9b expref: 28 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.103220:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e87f89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d9b expref: 28 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074741.103240:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41af7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619762048:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074741.103356:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.111164:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619762048:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074741.111183:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074741.111225:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612458368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8254us (10956us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074741.111234:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4761 00000100:00100000:3.0:1769074741.112866:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612458624 00000100:00100000:3.0:1769074741.112883:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612458624 00002000:00100000:3.0:1769074741.112947:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (974848->978943) req@ffff956c0bfe4380 x1855007612458624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.112961:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4380 with x1855007612458624 ext(974848->978943) 00002000:00010000:3.0:1769074741.112969:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe4380 00000100:00100000:3.0:1769074741.113034:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4977 00000100:00100000:3.0:1769074741.113047:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612458624:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074741.113309:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612458624:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 264us (846us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074741.113320:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4977 00002000:00100000:3.0:1769074741.113331:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (974848->978943) req@ffff956c0bfe4380 x1855007612458624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/4536 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.113341:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4380 with x1855007612458624 ext(974848->978943) 00002000:00010000:3.0:1769074741.113347:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe4380 00000100:00100000:3.0:1769074741.121614:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.137582:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.137800:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:3.0:1769074741.140588:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074741.143452:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.170011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.187807:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612459520 00000100:00100000:3.0:1769074741.187875:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612459520 00002000:00100000:3.0:1769074741.187966:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1802240->1806335) req@ffff956d184ff480 x1855007612459520/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.187981:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff480 with x1855007612459520 ext(1802240->1806335) 00002000:00010000:3.0:1769074741.187991:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184ff480 00000100:00100000:3.0:1769074741.188041:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4979 00000100:00100000:3.0:1769074741.188050:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612459520:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074741.188374:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612459520:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 324us (4852us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074741.188385:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4979 00002000:00100000:3.0:1769074741.188392:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1802240->1806335) req@ffff956d184ff480 x1855007612459520/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/4536 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.188402:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff480 with x1855007612459520 ext(1802240->1806335) 00002000:00010000:3.0:1769074741.188405:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184ff480 00010000:00010000:1.0:1769074741.223392:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e87fac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074741.223433:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e87f9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db0 expref: 36 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.223448:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e87fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db0 expref: 35 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.223455:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074741.223457:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074741.223459:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ee00, rc 0) 00000100:00100000:1.0:1769074741.223546:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+35:57493:x1855007612460032:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 769us (1545us total) trans 8589941078 rc 0/0 00000100:00100000:1.0:1769074741.223554:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6262 00000100:00100000:3.0:1769074741.237753:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.243092:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612460160 00000100:00100000:1.0:1769074741.243113:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612460160 00000100:00100000:1.0:1769074741.243200:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:1.0:1769074741.243211:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+36:2372:x1855007612460160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074741.243230:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074741.243258:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e87fb3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db0 expref: 36 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.243277:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074741.243282:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074741.243346:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+35:2372:x1855007612460160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 137us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.243366:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:1.0:1769074741.266376:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.280067:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.280174:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612460672 00000100:00100000:1.0:1769074741.280186:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612460672 00002000:00100000:1.0:1769074741.280229:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3649536->3940351) req@ffff956d41af7b80 x1855007612460672/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.280242:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af7b80 with x1855007612460672 ext(3649536->3940351) 00010000:00010000:1.0:1769074741.280250:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e87f4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3649536->18446744073709551615] (req 3649536->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d78 expref: 21 pid: 25507 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.280268:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e87f4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3649536->18446744073709551615] (req 3649536->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d78 expref: 21 pid: 25507 timeout: 1825 lvb_type: 0 00002000:00010000:1.0:1769074741.280276:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41af7b80 00000100:00100000:1.0:1769074741.280311:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1012 00000100:00100000:1.0:1769074741.280320:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2371:x1855007612460672:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074741.287816:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.288804:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2371:x1855007612460672:12345-192.168.204.39@tcp:4:cat.0 Request processed in 8476us (8737us total) trans 21474839311 rc 0/0 00000100:00100000:1.0:1769074741.288863:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1012 00002000:00100000:1.0:1769074741.288882:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3649536->3940351) req@ffff956d41af7b80 x1855007612460672/t21474839311(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/448 e 0 to 0 dl 1769074752 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.288895:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af7b80 with x1855007612460672 ext(3649536->3940351) 00010000:00010000:1.0:1769074741.288910:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e87f4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3649536->18446744073709551615] (req 3649536->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d78 expref: 23 pid: 25507 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.288940:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e87f4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3649536->18446744073709551615] (req 3649536->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d78 expref: 23 pid: 25507 timeout: 1825 lvb_type: 0 00002000:00010000:1.0:1769074741.288957:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41af7b80 00000100:00100000:3.0:1769074741.302903:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.327638:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612461312 00000100:00100000:1.0:1769074741.327650:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612461312 00002000:00100000:1.0:1769074741.327714:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d184fea00 x1855007612461312/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.327726:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fea00 with x1855007612461312 ext(3145728->4194303) 00002000:00010000:1.0:1769074741.327733:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fea00 00000100:00100000:1.0:1769074741.327775:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4980 00000100:00100000:1.0:1769074741.327785:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612461312:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074741.333942:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8965 00000100:00100000:1.0:1769074741.333963:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612461440:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.333979:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.333996:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e87ff2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119dcc expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074741.334054:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619763200:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074741.334627:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8967 00000100:00100000:3.0:1769074741.334640:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612461568:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074741.334651:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074741.334662:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e88000 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119dd3 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074741.334705:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619763328:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074741.336006:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.339706:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.340253:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612461824 00000100:00100000:1.0:1769074741.340263:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612461824 00000100:00100000:1.0:1769074741.340312:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8968 00000100:00100000:1.0:1769074741.340322:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612461824:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.340339:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.340356:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88007 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119de1 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.340380:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.340382:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.340392:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88007 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119de1 expref: 27 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.340408:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88007 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119de1 expref: 27 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.340421:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:1.0:1769074741.340455:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2370:x1855007612461824:12345-192.168.204.39@tcp:101:cat.0 Request processed in 134us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.340462:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8968 00000100:00100000:3.0:1769074741.341206:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462080 00000100:00100000:3.0:1769074741.341213:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462080 00000100:00100000:3.0:1769074741.341244:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:3.0:1769074741.341251:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39150450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2371:x1855007612462080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074741.341298:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39150450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2371:x1855007612462080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 45us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074741.341304:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:1.0:1769074741.341774:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462336 00000100:00100000:1.0:1769074741.341781:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462336 00002000:00100000:1.0:1769074741.341813:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20c:0x0] (974848->1048575) req@ffff956d412c4a80 x1855007612462336/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.341889:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c4a80 with x1855007612462336 ext(974848->1048575) 00002000:00010000:1.0:1769074741.341896:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c4a80 00000100:00100000:1.0:1769074741.341915:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4981 00000100:00100000:1.0:1769074741.341923:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612462336:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074741.344253:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462464 00000100:00100000:3.0:1769074741.344263:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462464 00002000:00100000:3.0:1769074741.344310:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1806335) req@ffff956d41988380 x1855007612462464/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.344321:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988380 with x1855007612462464 ext(1048576->1806335) 00002000:00010000:3.0:1769074741.344326:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41988380 00000100:00100000:3.0:1769074741.344474:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4982 00000100:00100000:3.0:1769074741.344484:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612462464:12345-192.168.204.39@tcp:4:cat.0 00000100:00080000:3.0:1769074741.389984:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074741.389990:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1769074741.390031:0:6533:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074738 -> 1769074742 00002000:00010000:3.0:1769074741.390035:0:6533:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074735 -> 1769074742 00002000:00010000:3.0:1769074741.390038:0:6533:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074738 -> 1769074742 00000100:00100000:3.0:1769074741.390057:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619763328:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074741.390085:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e88000 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dd3 expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074741.390105:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e88000 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dd3 expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074741.390116:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:3.0:1769074741.390153:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612461568:12345-192.168.204.39@tcp:101:cat.0 Request processed in 55516us (57896us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074741.390161:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8967 00000100:00100000:3.0:1769074741.391503:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462976 00000100:00100000:3.0:1769074741.391514:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462976 00010000:00010000:3.0:1769074741.391566:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e87f90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da2 expref: 34 pid: 6533 timeout: 1825 lvb_type: 0 00000100:00100000:3.0:1769074741.391601:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4766 00000100:00100000:3.0:1769074741.391611:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+34:2370:x1855007612462976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074741.391625:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074741.391646:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e87f90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da2 expref: 34 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.391660:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e87f90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da2 expref: 34 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.391681:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e87f90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da2 expref: 34 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.391695:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.391697:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.391703:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.391713:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.391754:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074741.391768:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b2bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619763456:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074741.391853:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.392043:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+32:2372:x1855007612461312:12345-192.168.204.39@tcp:3:cat.0 Request processed in 64258us (64601us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074741.392052:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4980 00002000:00100000:3.0:1769074741.392062:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d184fea00 x1855007612461312/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.392072:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fea00 with x1855007612461312 ext(3145728->4194303) 00002000:00010000:3.0:1769074741.392076:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fea00 00000100:00100000:3.0:1769074741.396132:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612462464:12345-192.168.204.39@tcp:4:cat.0 Request processed in 51640us (51988us total) trans 17179872382 rc 0/0 00000100:00100000:3.0:1769074741.396147:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4982 00002000:00100000:3.0:1769074741.396161:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1806335) req@ffff956d41988380 x1855007612462464/t17179872382(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/448 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.396172:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988380 with x1855007612462464 ext(1048576->1806335) 00002000:00010000:3.0:1769074741.396178:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41988380 00000100:00100000:1.0:1769074741.404627:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462208 00000100:00100000:1.0:1769074741.404645:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462208 00000100:00100000:1.0:1769074741.404707:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612462592 00000100:00100000:1.0:1769074741.404711:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612462592 00000100:00100000:1.0:1769074741.404754:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1769074741.404764:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+169:2371:x1855007612462208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074741.404863:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+169:2371:x1855007612462208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 100us (27054us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.404871:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1769074741.404888:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:1.0:1769074741.404894:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612462592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074741.404922:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612462592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (26924us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.404928:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 358 00002000:00010000:1.0:1769074741.404982:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074740 -> 1769074742 00002000:00010000:1.0:1769074741.404987:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074740 -> 1769074742 00002000:00010000:1.0:1769074741.404989:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074740 -> 1769074742 00000100:00100000:1.0:1769074741.405006:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619763200:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074741.405041:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e87ff2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dcc expref: 25 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.405062:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e87ff2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dcc expref: 25 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.405074:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ee00, rc 0) 00000100:00100000:1.0:1769074741.405097:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612461440:12345-192.168.204.39@tcp:101:cat.0 Request processed in 71143us (73142us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074741.405104:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8965 00000100:00100000:3.0:1769074741.408511:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463104 00000100:00100000:3.0:1769074741.408521:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463104 00002000:00100000:3.0:1769074741.408590:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1167360->1171455) req@ffff956d41988700 x1855007612463104/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.408609:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988700 with x1855007612463104 ext(1167360->1171455) 00002000:00010000:3.0:1769074741.408616:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41988700 00000100:00100000:3.0:1769074741.408652:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4983 00000100:00100000:3.0:1769074741.408662:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2371:x1855007612463104:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074741.408898:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2371:x1855007612463104:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 237us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074741.408906:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4983 00002000:00100000:3.0:1769074741.408913:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1167360->1171455) req@ffff956d41988700 x1855007612463104/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/4536 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.408921:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988700 with x1855007612463104 ext(1167360->1171455) 00002000:00010000:3.0:1769074741.408924:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41988700 00000100:00100000:1.0:1769074741.419000:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463232 00000100:00100000:1.0:1769074741.419011:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463232 00000100:00100000:1.0:1769074741.419065:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8969 00000100:00100000:1.0:1769074741.419075:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612463232:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.419093:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.419111:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8800e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119de8 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074741.419166:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619763584:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074741.419259:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00002000:00010000:1.0:1769074741.424751:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074741 -> 1769074742 00000100:00100000:1.0:1769074741.424783:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619763584:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074741.424819:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8800e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119de8 expref: 32 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.424963:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8800e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119de8 expref: 32 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.424977:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e400, rc 0) 00000100:00100000:1.0:1769074741.434448:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463488 00000100:00100000:1.0:1769074741.434453:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463488 00002000:00100000:1.0:1769074741.434484:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1613824->1617919) req@ffff956d184fc700 x1855007612463488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.434493:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fc700 with x1855007612463488 ext(1613824->1617919) 00002000:00010000:1.0:1769074741.434498:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fc700 00000100:00100000:1.0:1769074741.434514:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4984 00000100:00100000:1.0:1769074741.434521:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612463488:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074741.434703:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612463488:12345-192.168.204.39@tcp:3:cat.0 Request processed in 181us (958us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074741.434711:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4984 00002000:00100000:1.0:1769074741.434718:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1613824->1617919) req@ffff956d184fc700 x1855007612463488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/4536 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.434725:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fc700 with x1855007612463488 ext(1613824->1617919) 00002000:00010000:1.0:1769074741.434729:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fc700 00000100:00100000:3.0:1769074741.456641:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463616 00000100:00100000:3.0:1769074741.456662:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463616 00000100:00100000:3.0:1769074741.462779:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463744 00000100:00100000:3.0:1769074741.462792:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463744 00002000:00100000:3.0:1769074741.462884:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d41af6680 x1855007612463744/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.462894:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af6680 with x1855007612463744 ext(4194304->4857855) 00002000:00010000:3.0:1769074741.462901:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41af6680 00000100:00100000:3.0:1769074741.462927:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4985 00000100:00100000:3.0:1769074741.462936:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612463744:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074741.478983:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.483300:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612463872 00000100:00100000:3.0:1769074741.483323:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612463872 00002000:00100000:3.0:1769074741.483388:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d08d3ea00 x1855007612463872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.483400:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ea00 with x1855007612463872 ext(0->1048575) 00002000:00010000:3.0:1769074741.483406:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d3ea00 00000100:00100000:3.0:1769074741.483453:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4986 00000100:00100000:3.0:1769074741.483461:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2371:x1855007612463872:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074741.491542:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612463744:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28581us (33287us total) trans 0 rc 663552/663552 00000100:00100000:3.0:1769074741.491557:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4985 00002000:00100000:3.0:1769074741.491571:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d41af6680 x1855007612463744/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.491581:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af6680 with x1855007612463744 ext(4194304->4857855) 00002000:00010000:3.0:1769074741.491587:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41af6680 00000100:00100000:1.0:1769074741.506085:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.506153:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.512267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.535672:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.548159:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.548200:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.572145:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.572177:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.572927:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612464896 00000100:00100000:3.0:1769074741.572938:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612464896 00000100:00100000:3.0:1769074741.572995:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8975 00000100:00100000:3.0:1769074741.573003:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57497:x1855007612464896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074741.573021:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074741.573038:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e19 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.573067:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.573081:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074741.573083:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074741.573087:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.573124:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.573136:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 18 pid: 6533 timeout: 1825 lvb_type: 0 00000100:00100000:3.0:1769074741.573149:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619764736:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074741.573297:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.573491:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.578430:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.578561:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619764352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074741.578610:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2617344->2736127] (req 2617344->2736127) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 34 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.578631:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41064400, rc 0) 00000100:00100000:1.0:1769074741.578696:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+34:57500:x1855007612464640:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 30329us (30544us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.578706:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8973 00000100:00100000:1.0:1769074741.581089:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4769 00000100:00100000:1.0:1769074741.581108:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612465152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074741.581123:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074741.581140:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e87d60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c6e expref: 25 pid: 26584 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.581151:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e87d60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c6e expref: 25 pid: 26584 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.581182:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e87d60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119c6e expref: 25 pid: 26584 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.581194:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074741.582012:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2370:x1855007612465152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 911us (8519us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.582020:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4769 00000100:00100000:3.0:1769074741.584172:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074741.586327:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 32 pid: 6533 timeout: 1825 lvb_type: 0 00000100:00100000:1.0:1769074741.586374:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612465408 00000100:00100000:1.0:1769074741.586378:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612465408 00010000:00010000:1.0:1769074741.586392:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 19 pid: 6533 timeout: 1825 lvb_type: 0 00000100:00100000:1.0:1769074741.586414:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4770 00000100:00100000:1.0:1769074741.586422:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612465280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074741.586435:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074741.586455:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 32 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586468:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 32 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586491:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e87dec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cc2 expref: 32 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586507:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074741.586568:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612465280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 145us (8149us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.586575:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4770 00000100:00100000:1.0:1769074741.586592:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4771 00000100:00100000:1.0:1769074741.586600:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612465408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074741.586610:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074741.586622:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 19 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586631:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 19 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586645:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e87f97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1806335) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119da9 expref: 19 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:1.0:1769074741.586655:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.586657:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.586664:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.586889:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.586926:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074741.586938:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d200a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619764864:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074741.586996:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.600699:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.600746:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.601691:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612465792 00000100:00100000:3.0:1769074741.601696:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612465792 00010000:00010000:3.0:1769074741.601727:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87fc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db7 expref: 31 pid: 6533 timeout: 1825 lvb_type: 0 00000100:00100000:3.0:1769074741.601763:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4772 00000100:00100000:3.0:1769074741.601771:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612465792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074741.601783:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074741.601802:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87fc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db7 expref: 31 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.601816:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87fc1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db7 expref: 31 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.601868:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e87fc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119db7 expref: 31 pid: 6533 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.601883:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.601884:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.601892:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 30 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.601900:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 30 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.601939:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 30 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074741.601955:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619764992:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074741.602016:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.609389:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.609456:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.609512:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612465920 00000100:00100000:3.0:1769074741.609521:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612465920 00002000:00100000:3.0:1769074741.609577:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c050a8e00 x1855007612465920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.609589:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8e00 with x1855007612465920 ext(1048576->2097151) 00002000:00010000:3.0:1769074741.609596:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a8e00 00000100:00100000:3.0:1769074741.609614:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612466048 00000100:00100000:3.0:1769074741.609617:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612466048 00002000:00100000:3.0:1769074741.609630:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d03bcbb80 x1855007612466048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 504/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.609638:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d03bcbb80 with x1855007612466048 ext(1048576->2097151) 00002000:00010000:3.0:1769074741.609641:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d03bcbb80 00000100:00100000:3.0:1769074741.609654:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4987 00000100:00100000:3.0:1769074741.609660:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612465920:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074741.628327:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619764992:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074741.628351:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074741.628385:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612465792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 26615us (27638us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074741.628395:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4772 00000100:00100000:3.0:1769074741.645655:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612465920:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35969us (36250us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074741.645689:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4987 00002000:00100000:3.0:1769074741.645704:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c050a8e00 x1855007612465920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074741.645714:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8e00 with x1855007612465920 ext(1048576->2097151) 00002000:00010000:3.0:1769074741.645720:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a8e00 00000100:00100000:1.0:1769074741.653961:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2372:x1855007612466048:12345-192.168.204.39@tcp:3:cat.0 Request processed in 42650us (44493us total) trans 0 rc 598016/598016 00000100:00100000:1.0:1769074741.653973:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4988 00002000:00100000:1.0:1769074741.653986:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d03bcbb80 x1855007612466048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 504/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 598016/598016 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.653996:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d03bcbb80 with x1855007612466048 ext(1048576->2097151) 00002000:00010000:1.0:1769074741.654002:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d03bcbb80 00000100:00100000:1.0:1769074741.671851:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612466304 00000100:00100000:1.0:1769074741.671864:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612466304 00002000:00100000:1.0:1769074741.671920:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (2732032->2736127) req@ffff956c050e9500 x1855007612466304/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/0 e 0 to 0 dl 1769074752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.671931:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9500 with x1855007612466304 ext(2732032->2736127) 00002000:00010000:1.0:1769074741.671938:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e9500 00000100:00100000:1.0:1769074741.671977:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4990 00000100:00100000:1.0:1769074741.671987:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612466304:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074741.680443:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.686285:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.714967:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41af4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619765120:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074741.715017:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.715043:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ce00, rc 0) 00000100:00100000:3.0:1769074741.715102:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57497:x1855007612466688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 22399us (28823us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074741.715117:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8976 00000100:00100000:3.0:1769074741.728786:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074741.729137:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 32 pid: 33558 timeout: 1825 lvb_type: 0 00000100:00100000:3.0:1769074741.729221:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4773 00000100:00100000:3.0:1769074741.729231:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612467200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074741.729246:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074741.729283:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 32 pid: 33558 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.729302:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 32 pid: 33558 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.729333:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8804d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2617344->2736127) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e0b expref: 32 pid: 33558 timeout: 1825 lvb_type: 0 00010000:00010000:3.0:1769074741.729374:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.729377:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074741.729390:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.729405:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.729456:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074741.729476:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d03bc9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619765248:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074741.729609:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d198c0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.733223:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.733255:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612467072 00000100:00100000:3.0:1769074741.733267:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612467072 00000100:00100000:3.0:1769074741.733308:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6265 00000100:00100000:3.0:1769074741.733316:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+36:57503:x1855007612467072:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074741.733339:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074741.733365:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88069 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e27 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.733437:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733452:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733463:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733476:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733484:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733490:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733695:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8807e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733706:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8807e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733713:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8807e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074741.733723:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074741.733819:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733855:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733861:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733867:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074741.733871:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733878:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733890:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074741.733894:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074741.733898:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733903:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e88070 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733915:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733920:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733924:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733929:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074741.733931:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733936:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733943:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074741.733945:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074741.733948:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733952:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e88077 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074741.733995:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88069 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e27 expref: 39 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.734012:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8807e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e27 expref: 38 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.734018:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074741.734020:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074741.734023:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:3.0:1769074741.734062:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+38:57503:x1855007612467072:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 747us (840us total) trans 8589941084 rc 0/0 00000100:00100000:3.0:1769074741.734068:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6265 00000100:00100000:3.0:1769074741.737644:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.752699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.760149:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.775689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.794813:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2371:x1855007612467712:12345-192.168.204.39@tcp:3:cat.0 Request processed in 34170us (34659us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074741.794875:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4991 00002000:00100000:1.0:1769074741.794896:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d03bc9880 x1855007612467712/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074741.794910:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d03bc9880 with x1855007612467712 ext(2097152->3145727) 00002000:00010000:1.0:1769074741.794921:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d03bc9880 00000100:00100000:3.0:1769074741.911798:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.931068:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.931094:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.931120:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.931143:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612468736 00000100:00100000:1.0:1769074741.931150:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612468736 00000100:00100000:1.0:1769074741.931184:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612468992 00000100:00100000:1.0:1769074741.931187:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612468992 00000100:00100000:1.0:1769074741.931206:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612468864 00000100:00100000:1.0:1769074741.931208:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612468864 00000100:00100000:1.0:1769074741.931227:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8977 00000100:00100000:1.0:1769074741.931236:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612468736:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.931260:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.931277:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e35 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.931315:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.931317:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.931327:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e35 expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.931353:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e35 expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.931366:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:1.0:1769074741.931413:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612468736:12345-192.168.204.39@tcp:101:cat.0 Request processed in 177us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.931419:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8977 00000100:00100000:1.0:1769074741.931437:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8978 00000100:00100000:1.0:1769074741.931442:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d200a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612468992:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.931450:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.931460:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e43 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.931473:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.931474:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.931478:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 33 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.931489:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 33 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.931496:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:1.0:1769074741.931516:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d200a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+33:2373:x1855007612468992:12345-192.168.204.39@tcp:101:cat.0 Request processed in 73us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.931541:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8978 00000100:00100000:1.0:1769074741.931556:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8979 00000100:00100000:1.0:1769074741.931561:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612468864:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074741.931570:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.931578:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e880bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e3c expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074741.931620:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619765376:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074741.931670:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.938349:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619765376:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074741.938412:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e880bd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e3c expref: 33 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.938446:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e880bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e3c expref: 33 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.938468:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5400, rc 0) 00000100:00100000:1.0:1769074741.939987:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612468864:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8414us (8855us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074741.940009:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8979 00000100:00100000:3.0:1769074741.965022:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074741.968330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.969724:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612469376 00000100:00100000:1.0:1769074741.969736:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612469376 00000100:00100000:1.0:1769074741.969790:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8980 00000100:00100000:1.0:1769074741.969799:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57503:x1855007612469376:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074741.969818:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074741.969860:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e4a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.969891:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d16 expref: 20 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.969902:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e87ee1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d47 expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.969909:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.969911:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074741.969915:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3862528->4194303] (req 3862528->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e4a expref: 16 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.969951:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e87ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d47 expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074741.969965:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e87ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d47 expref: 16 pid: 26584 timeout: 1826 lvb_type: 1 00000100:00100000:1.0:1769074741.969980:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619765504:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074741.970071:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d16 expref: 20 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.970080:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e87e5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d16 expref: 20 pid: 6533 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074741.970089:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619765632:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074741.970113:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.975053:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074741.984291:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619765504:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074741.984307:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619765632:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074741.984352:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3862528->4194303] (req 3862528->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e4a expref: 16 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.984373:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5400, rc 0) 00000100:00100000:1.0:1769074741.984424:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57503:x1855007612469376:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 14625us (16102us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074741.984434:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8980 00000100:00100000:1.0:1769074742.009027:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612469248:12345-192.168.204.39@tcp:3:cat.0 Request processed in 43635us (44008us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074742.009042:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4995 00002000:00100000:1.0:1769074742.009055:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c050a9180 x1855007612469248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.009066:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9180 with x1855007612469248 ext(1048576->2097151) 00002000:00010000:1.0:1769074742.009072:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a9180 00000100:00100000:3.0:1769074742.009918:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619765760:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074742.009941:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.009982:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612469760:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 23081us (23327us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.009991:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4775 00000100:00100000:1.0:1769074742.010633:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612469504:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35346us (35588us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074742.010642:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4996 00002000:00100000:1.0:1769074742.010651:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c04213b80 x1855007612469504/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:277/0 lens 488/440 e 0 to 0 dl 1769074752 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.010662:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04213b80 with x1855007612469504 ext(0->1048575) 00002000:00010000:1.0:1769074742.010667:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04213b80 00000100:00100000:1.0:1769074742.010685:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470144 00000100:00100000:1.0:1769074742.012455:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470144 00002000:00100000:1.0:1769074742.012517:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (3862528->3866623) req@ffff956d21b2bb80 x1855007612470144/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.012537:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b2bb80 with x1855007612470144 ext(3862528->3866623) 00002000:00010000:1.0:1769074742.012544:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b2bb80 00000100:00100000:1.0:1769074742.012583:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4997 00000100:00100000:1.0:1769074742.012592:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612470144:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074742.012788:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612470144:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 196us (3227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074742.012795:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4997 00002000:00100000:1.0:1769074742.012802:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (3862528->3866623) req@ffff956d21b2bb80 x1855007612470144/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/4536 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.012810:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b2bb80 with x1855007612470144 ext(3862528->3866623) 00002000:00010000:1.0:1769074742.012814:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b2bb80 00000100:00100000:3.0:1769074742.017214:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470272 00000100:00100000:3.0:1769074742.017226:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470272 00000100:00100000:3.0:1769074742.017297:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:3.0:1769074742.017308:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+175:2371:x1855007612470272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074742.017330:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074742.017366:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065400/0x8b5959a9a0e880e0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e51 expref: 175 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.017385:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.017390:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.017448:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+174:2371:x1855007612470272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 142us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.017456:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:1.0:1769074742.039014:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470400 00000100:00100000:1.0:1769074742.039025:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470400 00000100:00100000:1.0:1769074742.039099:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8981 00000100:00100000:1.0:1769074742.039108:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:57503:x1855007612470400:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074742.039126:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.039146:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e58 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.039187:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.039196:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 31 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.039204:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.039206:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.039210:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4620287] (req 4194304->4620287) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 27 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.039247:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 31 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.039263:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 31 pid: 33558 timeout: 1826 lvb_type: 1 00000100:00100000:1.0:1769074742.039277:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619765888:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074742.039364:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.039373:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.039382:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619766016:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.039406:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00080000:3.0:1769074742.048363:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074742.048460:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e43 expref: 31 pid: 33558 timeout: 1826 lvb_type: 1 00000100:00100000:1.0:1769074742.048477:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619765888:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.048492:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619766016:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074742.048531:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4620287] (req 4194304->4620287) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 27 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.048544:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:1.0:1769074742.048589:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:57503:x1855007612470400:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9482us (9685us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074742.048597:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8981 00000100:00100000:3.0:1769074742.071393:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470656 00000100:00100000:3.0:1769074742.071405:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470656 00010000:00010000:3.0:1769074742.071454:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:3.0:1769074742.071504:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4777 00000100:00100000:3.0:1769074742.071515:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2373:x1855007612470656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074742.071543:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074742.071570:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.071589:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.071617:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88062 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e20 expref: 27 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.071636:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074742.071639:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074742.071647:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 26 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.071658:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 26 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.071702:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 26 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074742.071717:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619766144:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074742.071808:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.076473:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619766144:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074742.076501:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.076573:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2373:x1855007612470656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5059us (5281us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.076586:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4777 00000100:00100000:1.0:1769074742.088288:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470784 00000100:00100000:1.0:1769074742.088301:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470784 00000100:00100000:1.0:1769074742.088374:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8982 00000100:00100000:1.0:1769074742.088385:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+31:57507:x1855007612470784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.088405:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.088424:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e5f expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.088462:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.088469:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074742.088472:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074742.088476:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 32 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.088511:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.088541:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 25 pid: 26585 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.088555:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619766272:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.088648:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.097229:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612470912 00000100:00100000:1.0:1769074742.097237:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612470912 00002000:00100000:1.0:1769074742.097280:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (4616192->4620287) req@ffff956d184fca80 x1855007612470912/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.097290:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fca80 with x1855007612470912 ext(4616192->4620287) 00002000:00010000:1.0:1769074742.097295:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fca80 00000100:00100000:1.0:1769074742.097324:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4998 00000100:00100000:1.0:1769074742.097336:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2372:x1855007612470912:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074742.097507:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2372:x1855007612470912:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 174us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074742.097514:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4998 00002000:00100000:1.0:1769074742.097529:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (4616192->4620287) req@ffff956d184fca80 x1855007612470912/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/4536 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.097537:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fca80 with x1855007612470912 ext(4616192->4620287) 00002000:00010000:1.0:1769074742.097541:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fca80 00000100:00100000:3.0:1769074742.100770:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612471040 00000100:00100000:3.0:1769074742.100781:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612471040 00010000:00010000:3.0:1769074742.100857:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 26 pid: 26585 timeout: 1826 lvb_type: 0 00000100:00100000:3.0:1769074742.101045:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4778 00000100:00100000:3.0:1769074742.101056:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612471040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074742.101073:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074742.101095:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 26 pid: 26585 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.101118:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 26 pid: 26585 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.101144:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e87feb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1617919) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119dc5 expref: 26 pid: 26585 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.101160:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074742.101162:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074742.101170:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.101180:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.101218:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074742.101231:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619766400:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074742.101328:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.105315:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612471296 00000100:00100000:3.0:1769074742.105329:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612471296 00000100:00100000:3.0:1769074742.105436:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6268 00000100:00100000:3.0:1769074742.105451:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03bc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+39:57513:x1855007612471296:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.105480:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.105508:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e880fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e66 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.105621:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105640:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105655:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105674:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105684:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105691:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105935:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88111 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105950:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88111 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.105959:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88111 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074742.105971:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074742.106095:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106106:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106116:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106123:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.106127:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106135:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106150:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074742.106153:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.106160:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106166:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e88103 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106182:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106189:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106195:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106200:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8ec00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.106203:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106209:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106221:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074742.106224:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.106227:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106233:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8810a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.106285:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e880fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e66 expref: 42 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.106300:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88111 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e66 expref: 41 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.106308:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.106311:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074742.106314:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8f800, rc 0) 00000100:00100000:3.0:1769074742.106393:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03bc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+41:57513:x1855007612471296:12345-192.168.204.39@tcp:101:cat.0 Request processed in 944us (1217us total) trans 8589941089 rc 0/0 00000100:00100000:3.0:1769074742.106401:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6268 00000100:00100000:3.0:1769074742.111582:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619766400:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074742.111619:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.111691:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612471040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10634us (11024us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.111704:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4778 00000100:00100000:1.0:1769074742.126167:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.126219:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.126325:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612471552 00000100:00100000:3.0:1769074742.126328:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612471552 00000100:00100000:3.0:1769074742.126393:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:3.0:1769074742.126403:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+41:2371:x1855007612471552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074742.126418:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074742.126441:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88111 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e66 expref: 41 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.126460:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.126465:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.126529:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+40:2371:x1855007612471552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 116us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.126537:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:3.0:1769074742.140212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.140255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.151403:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612471424:12345-192.168.204.39@tcp:3:cat.0 Request processed in 24969us (25232us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074742.151421:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4999 00002000:00100000:1.0:1769074742.151439:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d20696680 x1855007612471424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:278/0 lens 488/440 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.151452:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696680 with x1855007612471424 ext(1048576->2097151) 00002000:00010000:1.0:1769074742.151461:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20696680 00000100:00100000:1.0:1769074742.185051:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472192 00000100:00100000:1.0:1769074742.185071:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472192 00002000:00100000:1.0:1769074742.185146:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41af5500 x1855007612472192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.185160:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af5500 with x1855007612472192 ext(1048576->2097151) 00002000:00010000:1.0:1769074742.185167:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41af5500 00000100:00100000:1.0:1769074742.185213:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5000 00000100:00100000:1.0:1769074742.185224:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612472192:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074742.190674:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472064 00000100:00100000:3.0:1769074742.190691:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472064 00000100:00100000:3.0:1769074742.190964:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8986 00000100:00100000:3.0:1769074742.190983:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612472064:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.191012:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.191042:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88134 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e82 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074742.191128:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619766784:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074742.191235:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.209746:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612472192:12345-192.168.204.39@tcp:3:cat.0 Request processed in 24516us (25536us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074742.209760:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5000 00002000:00100000:1.0:1769074742.209775:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41af5500 x1855007612472192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/440 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.209787:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41af5500 with x1855007612472192 ext(1048576->2097151) 00002000:00010000:1.0:1769074742.209794:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41af5500 00002000:00010000:3.0:1769074742.211215:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074742 -> 1769074743 00000100:00100000:3.0:1769074742.211244:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619766784:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074742.211297:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88134 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e82 expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.211327:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e88134 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e82 expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.211350:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8f800, rc 0) 00000100:00100000:3.0:1769074742.211451:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612472064:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20476us (27324us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074742.211460:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8986 00000100:00100000:3.0:1769074742.222763:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472320 00000100:00100000:3.0:1769074742.222780:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472320 00000100:00100000:3.0:1769074742.222879:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8987 00000100:00100000:3.0:1769074742.222889:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+32:57507:x1855007612472320:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.222908:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.222928:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e89 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.222961:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 25 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.222969:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074742.222971:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074742.222975:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.223008:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 25 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.223049:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 25 pid: 33558 timeout: 1826 lvb_type: 0 00000100:00100000:3.0:1769074742.223063:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619766912:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074742.223157:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.225494:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619766912:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074742.225557:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.225576:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:3.0:1769074742.225637:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+33:57507:x1855007612472320:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2749us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.225645:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8987 00000100:00100000:3.0:1769074742.230750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.232010:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472448 00000100:00100000:1.0:1769074742.232025:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472448 00002000:00100000:1.0:1769074742.232091:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4620287) req@ffff956d41330e00 x1855007612472448/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.232102:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41330e00 with x1855007612472448 ext(4194304->4620287) 00010000:00010000:1.0:1769074742.232112:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 26 pid: 33558 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.232131:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 26 pid: 33558 timeout: 1826 lvb_type: 0 00002000:00010000:1.0:1769074742.232140:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41330e00 00000100:00100000:1.0:1769074742.232191:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1014 00000100:00100000:1.0:1769074742.232201:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612472448:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074742.239905:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472576 00000100:00100000:3.0:1769074742.239926:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472576 00000100:00100000:3.0:1769074742.240028:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8988 00000100:00100000:3.0:1769074742.240047:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:57513:x1855007612472576:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.240078:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.240114:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e90 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.240154:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074742.240167:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 29 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.240183:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 29 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.240196:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:3.0:1769074742.240673:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57513:x1855007612472576:12345-192.168.204.39@tcp:101:cat.0 Request processed in 633us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.240681:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8988 00000100:00100000:3.0:1769074742.253270:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2370:x1855007612472448:12345-192.168.204.39@tcp:4:cat.0 Request processed in 21054us (22519us total) trans 21474839315 rc 0/0 00000100:00100000:3.0:1769074742.253289:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1014 00002000:00100000:3.0:1769074742.253303:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4620287) req@ffff956d41330e00 x1855007612472448/t21474839315(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/448 e 0 to 0 dl 1769074753 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.253315:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41330e00 with x1855007612472448 ext(4194304->4620287) 00010000:00010000:3.0:1769074742.253326:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 29 pid: 33558 timeout: 1826 lvb_type: 0 00010000:00010000:3.0:1769074742.253347:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e880ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4620287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e58 expref: 29 pid: 33558 timeout: 1826 lvb_type: 0 00002000:00010000:3.0:1769074742.253355:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41330e00 00000100:00100000:3.0:1769074742.257915:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.270462:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619767296 00000100:00100000:3.0:1769074742.270474:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619767296 00000100:00100000:3.0:1769074742.270563:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1769074742.270572:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619767296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074742.270600:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 391708672 pending 30670848 free 3835691008 avail 3833593856 00000100:00100000:3.0:1769074742.270653:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619767296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.270660:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1769074742.285110:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619767424 00000100:00100000:3.0:1769074742.285122:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619767424 00000100:00100000:3.0:1769074742.288040:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1769074742.288057:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619767424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074742.288102:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 544931840 pending 13631488 free 3843031040 avail 3840933888 00000100:00100000:3.0:1769074742.288199:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619767424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (13222us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.288207:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1769074742.288277:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619767424:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1769074742.300508:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074742.300902:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612472960 00000100:00100000:1.0:1769074742.300912:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612472960 00002000:00100000:1.0:1769074742.300965:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41049880 x1855007612472960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.300977:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049880 with x1855007612472960 ext(3145728->4194303) 00002000:00010000:1.0:1769074742.300982:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049880 00000100:00100000:1.0:1769074742.301014:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5002 00000100:00100000:1.0:1769074742.301023:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+31:2370:x1855007612472960:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074742.375420:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:2370:x1855007612472960:12345-192.168.204.39@tcp:3:cat.0 Request processed in 74386us (74615us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074742.375434:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5002 00002000:00100000:3.0:1769074742.375448:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41049880 x1855007612472960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/440 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.375458:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049880 with x1855007612472960 ext(3145728->4194303) 00002000:00010000:3.0:1769074742.375464:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049880 00000001:00080000:1.0:1769074742.427132:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941088 is committed 00000001:00080000:1.0:1769074742.427154:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941085 is committed 00000001:00080000:1.0:1769074742.427224:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941039 is committed 00000001:00080000:1.0:1769074742.427243:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941086 is committed 00000001:00080000:1.0:1769074742.427295:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941089 is committed 00000100:00100000:1.0:1769074742.446877:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.446964:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612473344 00000100:00100000:3.0:1769074742.446975:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612473344 00000100:00100000:3.0:1769074742.447028:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8989 00000100:00100000:3.0:1769074742.447036:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57513:x1855007612473344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.447055:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.447074:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e8816c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119e97 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.447103:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3862528->18446744073709551615] (req 3862528->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e4a expref: 16 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.447112:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074742.447114:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074742.447119:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e8816c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e97 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.447151:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3862528->18446744073709551615] (req 3862528->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e4a expref: 16 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.447164:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e880c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3862528->18446744073709551615] (req 3862528->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e4a expref: 16 pid: 33558 timeout: 1826 lvb_type: 0 00000100:00100000:3.0:1769074742.447190:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619767552:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074742.447268:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0efc9900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.455617:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.455764:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.455849:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612473856 00000100:00100000:1.0:1769074742.455859:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612473856 00000100:00100000:1.0:1769074742.455900:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612473728 00000100:00100000:1.0:1769074742.455904:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612473728 00000100:00100000:1.0:1769074742.455924:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8990 00000100:00100000:1.0:1769074742.455934:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:57507:x1855007612473856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.455953:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.455971:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88173 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119eac expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.455998:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074742.456005:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88173 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eac expref: 20 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456017:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88173 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eac expref: 20 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456028:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030e00, rc 0) 00000100:00100000:1.0:1769074742.456076:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:57507:x1855007612473856:12345-192.168.204.39@tcp:101:cat.0 Request processed in 142us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074742.456084:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8990 00000100:00100000:1.0:1769074742.456102:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8991 00000100:00100000:1.0:1769074742.456108:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:57510:x1855007612473728:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074742.456115:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.456125:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119ea5 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456148:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456156:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e35 expref: 20 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.456161:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.456163:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.456588:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1609728->2097151] (req 1609728->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 20 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456625:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e35 expref: 20 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.456637:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5800/0x8b5959a9a0e880af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e35 expref: 20 pid: 33558 timeout: 1826 lvb_type: 1 00000100:00100000:1.0:1769074742.456650:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619767680:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074742.456716:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.456725:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8805b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e19 expref: 16 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.456735:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619767808:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.456758:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.460892:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619767552:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074742.460926:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e8816c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e97 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.460947:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97600, rc 0) 00000100:00100000:3.0:1769074742.461000:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57513:x1855007612473344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13963us (14132us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.461008:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8989 00000100:00100000:3.0:1769074742.470239:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.470308:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619767680:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.476552:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.481641:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619767808:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074742.481682:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1609728->2097151] (req 1609728->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 20 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.481705:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:3.0:1769074742.483864:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:57510:x1855007612473728:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 27743us (28088us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.483878:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8991 00000100:00100000:3.0:1769074742.502005:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619767936:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074742.502027:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.502080:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612474624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5357us (6100us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.502089:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4781 00000100:00100000:3.0:1769074742.504620:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619768064:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074742.506600:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612475008 00000100:00100000:3.0:1769074742.506617:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612475008 00002000:00100000:3.0:1769074742.506678:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41048a80 x1855007612475008/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.506688:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048a80 with x1855007612475008 ext(3145728->4194303) 00002000:00010000:3.0:1769074742.506693:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41048a80 00000100:00100000:3.0:1769074742.506727:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5006 00000100:00100000:3.0:1769074742.506736:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612475008:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074742.542002:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.542042:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.545011:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612475264 00000100:00100000:1.0:1769074742.545026:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612475264 00000100:00100000:1.0:1769074742.545091:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8992 00000100:00100000:1.0:1769074742.545099:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:57510:x1855007612475264:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074742.545116:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.545139:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e88181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119eb3 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.545173:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e87efd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d63 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.545182:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.545189:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.545191:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.545195:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e88181 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->1507327] (req 1048576->1507327) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eb3 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.545228:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.545242:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 1826 lvb_type: 1 00000100:00100000:1.0:1769074742.545255:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619768320:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074742.545356:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e87efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d63 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.545365:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e87efd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d63 expref: 11 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.545374:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619768448:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.545397:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.551810:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.560460:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619768320:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074742.560479:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619768448:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074742.560521:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e88181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->1507327] (req 1048576->1507327) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eb3 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.560542:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030400, rc 0) 00000100:00100000:1.0:1769074742.560687:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:57510:x1855007612475264:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15587us (18642us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074742.560698:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8992 00000100:00100000:1.0:1769074742.565543:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4783 00000100:00100000:1.0:1769074742.565562:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612475520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074742.565585:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074742.565624:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 1826 lvb_type: 1 00010000:00010000:1.0:1769074742.565648:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 1826 lvb_type: 1 00010000:00010000:1.0:1769074742.565673:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e87f74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119d86 expref: 10 pid: 33558 timeout: 1826 lvb_type: 1 00010000:00010000:1.0:1769074742.565693:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074742.565759:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612475520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 203us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074742.565770:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4783 00000100:00100000:3.0:1769074742.580571:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.580660:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.580814:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612476032 00000100:00100000:1.0:1769074742.580877:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612476032 00000100:00100000:1.0:1769074742.580963:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2617 00000100:00100000:1.0:1769074742.580978:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57507:x1855007612476032:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074742.581306:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57507:x1855007612476032:12345-192.168.204.39@tcp:35:cat.0 Request processed in 332us (646us total) trans 8589941092 rc 0/0 00000100:00100000:1.0:1769074742.581313:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2617 00000100:00100000:3.0:1769074742.588479:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.598751:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8994 00000100:00100000:1.0:1769074742.598761:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612476544:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.598770:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.598780:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8818f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119ec1 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074742.598810:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619768832:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074742.598876:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.599122:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.611092:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619768960:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074742.611109:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619769088:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074742.611141:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e88196 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [4079616->4194303] (req 4079616->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec8 expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.611161:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074742.611611:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57516:x1855007612476672:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11955us (12482us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.611628:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8995 00002000:00010000:1.0:1769074742.612716:0:26584:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074741 -> 1769074743 00002000:00010000:1.0:1769074742.612724:0:26584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074741 -> 1769074743 00002000:00010000:1.0:1769074742.612727:0:26584:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074741 -> 1769074743 00000100:00100000:1.0:1769074742.612754:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619768832:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074742.612786:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8818f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec1 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.612805:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8818f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec1 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.612817:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030800, rc 0) 00000100:00100000:1.0:1769074742.612881:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612476544:12345-192.168.204.39@tcp:101:cat.0 Request processed in 14122us (18111us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074742.612889:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8994 00000100:00100000:3.0:1769074742.628125:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477056 00000100:00100000:3.0:1769074742.628136:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477056 00002000:00100000:3.0:1769074742.628196:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d23206050 x1855007612477056/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.628207:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d23206050 with x1855007612477056 ext(4194304->4857855) 00002000:00010000:3.0:1769074742.628213:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d23206050 00000100:00100000:3.0:1769074742.628249:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5010 00000100:00100000:3.0:1769074742.628268:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d23206050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:2370:x1855007612477056:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074742.646461:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d23206050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:2370:x1855007612477056:12345-192.168.204.39@tcp:3:cat.0 Request processed in 18191us (18465us total) trans 0 rc 663552/663552 00000100:00100000:3.0:1769074742.646477:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5010 00002000:00100000:3.0:1769074742.646491:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d23206050 x1855007612477056/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/440 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.646502:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d23206050 with x1855007612477056 ext(4194304->4857855) 00002000:00010000:3.0:1769074742.646517:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d23206050 00000100:00100000:3.0:1769074742.651706:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477184 00000100:00100000:3.0:1769074742.651715:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477184 00002000:00100000:3.0:1769074742.651761:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (4079616->4083711) req@ffff956d40fedc00 x1855007612477184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.651773:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fedc00 with x1855007612477184 ext(4079616->4083711) 00002000:00010000:3.0:1769074742.651778:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fedc00 00000100:00100000:3.0:1769074742.651808:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5011 00000100:00100000:3.0:1769074742.651815:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612477184:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074742.652018:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612477184:12345-192.168.204.39@tcp:3:cat.0 Request processed in 202us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074742.652026:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5011 00002000:00100000:3.0:1769074742.652032:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (4079616->4083711) req@ffff956d40fedc00 x1855007612477184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/4536 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074742.652041:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fedc00 with x1855007612477184 ext(4079616->4083711) 00002000:00010000:3.0:1769074742.652045:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fedc00 00000100:00100000:1.0:1769074742.663319:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477440 00000100:00100000:1.0:1769074742.663339:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477440 00000100:00100000:1.0:1769074742.663396:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477312 00000100:00100000:1.0:1769074742.663399:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477312 00000100:00100000:1.0:1769074742.663419:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477568 00000100:00100000:1.0:1769074742.663421:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477568 00000100:00100000:1.0:1769074742.663439:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8996 00000100:00100000:1.0:1769074742.663448:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612477440:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.663467:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.663487:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e8819d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119ed6 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074742.663556:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619769344:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074742.663628:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.663647:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8997 00000100:00100000:1.0:1769074742.663655:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612477312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.663662:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.663670:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e881a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119ecf expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074742.663696:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619769472:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074742.663721:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.663737:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8998 00000100:00100000:1.0:1769074742.663745:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612477568:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074742.663753:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074742.663760:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e881ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119edd expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074742.663787:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619769600:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074742.663813:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d198c0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074742.674696:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619769600:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074742.674741:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e881ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119edd expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.674763:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e881ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119edd expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.674776:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030e00, rc 0) 00000100:00100000:1.0:1769074742.674891:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612477568:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11145us (11652us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074742.674903:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8998 00000100:00100000:1.0:1769074742.674955:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619769344:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074742.674970:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e8819d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ed6 expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.674983:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e8819d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ed6 expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074742.674990:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:1.0:1769074742.675011:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612477440:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11564us (11860us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074742.675017:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8996 00000100:00100000:3.0:1769074742.675131:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619769472:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074742.675157:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e881a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ecf expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.675179:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e881a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ecf expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.675188:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030800, rc 0) 00000100:00100000:3.0:1769074742.675211:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612477312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11557us (11999us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074742.675217:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8997 00000100:00100000:3.0:1769074742.692703:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.696068:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612477952 00000100:00100000:1.0:1769074742.696081:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612477952 00010000:00010000:1.0:1769074742.696131:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.696182:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4787 00000100:00100000:1.0:1769074742.696191:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+33:2370:x1855007612477952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074742.696204:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074742.696225:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696235:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696263:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8813b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e89 expref: 33 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696277:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074742.696326:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612477952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 136us (8624us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074742.696332:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4787 00000100:00100000:1.0:1769074742.696391:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.696475:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612478080 00000100:00100000:1.0:1769074742.696480:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612478080 00010000:00010000:1.0:1769074742.696493:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 30 pid: 25507 timeout: 1826 lvb_type: 0 00000100:00100000:1.0:1769074742.696530:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4788 00000100:00100000:1.0:1769074742.696537:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2371:x1855007612478080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074742.696544:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074742.696554:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 30 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696565:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 30 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696577:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88142 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e90 expref: 30 pid: 25507 timeout: 1826 lvb_type: 0 00010000:00010000:1.0:1769074742.696591:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.696593:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074742.696598:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 29 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.696607:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 29 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074742.696636:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 29 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074742.696650:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619770368:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074742.697357:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d198c0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.712193:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40feca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619770240:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074742.712214:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4178d400/0x8b5959a9a0e881d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f07 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.712226:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4178d400/0x8b5959a9a0e881d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f07 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.712235:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178d400, rc 0) 00000100:00100000:3.0:1769074742.712258:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612478592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 17723us (18147us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074742.712266:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9004 00000100:00100000:3.0:1769074742.716934:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619770368:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074742.716962:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.717036:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612478080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 20496us (20642us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.717052:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4788 00000100:00100000:3.0:1769074742.727931:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.728159:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00100000:1.0:1769074742.760099:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4853760->4857855) req@ffff956c050eb100 x1855007612478848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/0 e 0 to 0 dl 1769074753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.760118:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eb100 with x1855007612478848 ext(4853760->4857855) 00002000:00010000:1.0:1769074742.760130:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050eb100 00000100:00100000:1.0:1769074742.760428:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5012 00000100:00100000:1.0:1769074742.760437:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2373:x1855007612478848:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074742.760771:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2373:x1855007612478848:12345-192.168.204.39@tcp:3:cat.0 Request processed in 330us (32852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074742.760783:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5012 00002000:00100000:1.0:1769074742.760797:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4853760->4857855) req@ffff956c050eb100 x1855007612478848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/4536 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.760817:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eb100 with x1855007612478848 ext(4853760->4857855) 00002000:00010000:1.0:1769074742.760858:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050eb100 00000100:00100000:1.0:1769074742.760888:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5013 00000100:00100000:1.0:1769074742.760900:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2373:x1855007612478720:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074742.761032:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2373:x1855007612478720:12345-192.168.204.39@tcp:3:cat.0 Request processed in 132us (32894us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074742.761042:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5013 00002000:00100000:1.0:1769074742.761054:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4567040->4571135) req@ffff956c050ea300 x1855007612478720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:278/0 lens 488/4536 e 0 to 0 dl 1769074753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074742.761064:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050ea300 with x1855007612478720 ext(4567040->4571135) 00002000:00010000:1.0:1769074742.761070:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050ea300 00000100:00100000:1.0:1769074742.790592:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612479104 00000100:00100000:1.0:1769074742.790614:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612479104 00000100:00100000:1.0:1769074742.790757:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2619 00000100:00100000:1.0:1769074742.790771:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c05450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57513:x1855007612479104:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074742.791195:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c05450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57513:x1855007612479104:12345-192.168.204.39@tcp:35:cat.0 Request processed in 427us (2290us total) trans 8589941094 rc 0/0 00000100:00100000:1.0:1769074742.791203:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2619 00000100:00100000:3.0:1769074742.881208:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.881261:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612479360 00000100:00100000:3.0:1769074742.881271:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612479360 00000100:00100000:3.0:1769074742.881326:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6270 00000100:00100000:3.0:1769074742.881336:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:57520:x1855007612479360:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074742.881362:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.881383:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e881dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f0e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.881465:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.881479:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.881490:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.881504:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.892845:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.892859:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893031:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e881f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893043:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e881f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893051:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e881f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074742.893063:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074742.893176:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893184:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893191:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893196:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.893201:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893208:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893221:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074742.893224:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.893229:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893235:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e881e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893248:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893258:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893264:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893269:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.893272:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893277:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893283:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce000) 00010000:00010000:3.0:1769074742.893286:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.893288:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893293:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e881ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074742.893357:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e881dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f0e expref: 149 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.893373:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e881f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f0e expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.893380:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.893382:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074742.893385:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:3.0:1769074742.893462:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+148:57520:x1855007612479360:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12127us (12265us total) trans 8589941095 rc 0/0 00000100:00100000:3.0:1769074742.893472:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6270 00000100:00100000:1.0:1769074742.916404:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074742.916673:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.931553:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612479744 00000100:00100000:3.0:1769074742.931572:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612479744 00000100:00100000:3.0:1769074742.931636:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6271 00000100:00100000:3.0:1769074742.931646:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57525:x1855007612479744:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.931672:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.931694:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e881ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f15 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.931768:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931781:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931792:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931805:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931811:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931817:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931967:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88214 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931978:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88214 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.931985:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88214 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074742.931994:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074742.932088:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932096:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932102:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932108:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.932112:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932119:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932131:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074742.932134:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.932139:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.932145:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88206 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.934956:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.934975:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.934987:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.934993:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074742.934997:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.935005:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.935021:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce000) 00010000:00010000:3.0:1769074742.935023:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074742.935027:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.935034:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8820d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074742.935109:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e881ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f15 expref: 150 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.935125:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88214 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f15 expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.935132:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.935135:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074742.935137:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97c00, rc 0) 00000100:00100000:3.0:1769074742.943400:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:57525:x1855007612479744:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11744us (26716us total) trans 8589941096 rc 0/0 00000100:00100000:3.0:1769074742.943413:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6271 00000100:00100000:3.0:1769074742.964439:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.964475:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612479872 00000100:00100000:3.0:1769074742.964484:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612479872 00000100:00100000:3.0:1769074742.964550:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:3.0:1769074742.964560:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+149:2370:x1855007612479872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074742.964576:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074742.964598:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88214 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f15 expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074742.964615:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074742.964620:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074742.964665:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+148:2370:x1855007612479872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 107us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074742.964673:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:3.0:1769074742.965249:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.972306:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074742.972351:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612480128 00000100:00100000:3.0:1769074742.972363:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612480128 00000100:00100000:3.0:1769074742.972412:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9006 00000100:00100000:3.0:1769074742.972422:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612480128:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074742.972439:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074742.972456:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88229 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f23 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074742.972520:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619770496:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074742.972602:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074742.979909:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619770496:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074742.979957:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88229 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f23 expref: 9 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.979983:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88229 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f23 expref: 9 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074742.979997:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:3.0:1769074742.980054:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612480128:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7632us (7758us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074742.980063:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9006 00000100:00100000:3.0:1769074743.027011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.027052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.027091:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612480256 00000100:00100000:3.0:1769074743.027102:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612480256 00002000:00100000:3.0:1769074743.027163:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1609727) req@ffff956c050e8000 x1855007612480256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.027174:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8000 with x1855007612480256 ext(1048576->1609727) 00002000:00010000:3.0:1769074743.027180:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e8000 00000100:00100000:3.0:1769074743.027199:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612480384 00000100:00100000:3.0:1769074743.027202:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612480384 00002000:00100000:3.0:1769074743.027216:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1507328->2097151) req@ffff956c050ea680 x1855007612480384/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.027223:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050ea680 with x1855007612480384 ext(1507328->2097151) 00002000:00010000:3.0:1769074743.027227:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050ea680 00000100:00100000:3.0:1769074743.027248:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5014 00000100:00100000:3.0:1769074743.027257:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612480256:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074743.028031:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5015 00000100:00100000:3.0:1769074743.028040:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612480384:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:3.0:1769074743.029628:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074743.074090:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612480256:12345-192.168.204.39@tcp:3:cat.0 Request processed in 46823us (47078us total) trans 0 rc 561152/561152 00000100:00100000:1.0:1769074743.074104:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5014 00002000:00100000:1.0:1769074743.074116:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1609727) req@ffff956c050e8000 x1855007612480256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 561152/561152 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.074128:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8000 with x1855007612480256 ext(1048576->1609727) 00002000:00010000:1.0:1769074743.074133:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e8000 00000100:00100000:3.0:1769074743.077614:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612480384:12345-192.168.204.39@tcp:3:cat.0 Request processed in 49565us (50551us total) trans 0 rc 589824/589824 00000100:00100000:3.0:1769074743.077628:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5015 00002000:00100000:3.0:1769074743.077642:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1507328->2097151) req@ffff956c050ea680 x1855007612480384/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 589824/589824 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.077652:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050ea680 with x1855007612480384 ext(1507328->2097151) 00002000:00010000:3.0:1769074743.077659:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050ea680 00000100:00100000:3.0:1769074743.135290:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.139004:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.180251:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612481024 00000100:00100000:1.0:1769074743.180262:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612481024 00000100:00100000:1.0:1769074743.180338:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 766 00000100:00100000:1.0:1769074743.180348:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612481024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074743.180363:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074743.180388:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8824c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f2a expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.180406:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074743.180411:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.180461:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612481024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 115us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.180468:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 766 00000100:00100000:3.0:1769074743.206026:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1769074743.224300:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074743.229453:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482048 00000100:00100000:3.0:1769074743.229464:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482048 00000100:00100000:1.0:1769074743.229784:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482176 00000100:00100000:1.0:1769074743.229790:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482176 00000100:00100000:1.0:1769074743.229857:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9011 00000100:00100000:1.0:1769074743.229867:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612482048:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.229889:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.229907:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e88292 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f54 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.230411:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e88292 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f54 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.230435:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e88292 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f54 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.230449:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:1.0:1769074743.230526:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612482048:12345-192.168.204.39@tcp:101:cat.0 Request processed in 659us (10447us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074743.230534:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9011 00000100:00100000:1.0:1769074743.230557:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9012 00000100:00100000:1.0:1769074743.230565:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612482176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.230575:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.230585:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88299 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f5b expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074743.230641:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771008:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074743.230694:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00002000:00010000:3.0:1769074743.244858:0:26584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074743 -> 1769074744 00000100:00100000:3.0:1769074743.244872:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619770880:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074743.244889:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8828b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f4d expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.244901:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8828b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f4d expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.244911:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065800, rc 0) 00000100:00100000:3.0:1769074743.244934:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612481920:12345-192.168.204.39@tcp:101:cat.0 Request processed in 23979us (29444us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074743.244941:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9010 00000100:00100000:1.0:1769074743.259119:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771008:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074743.259174:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88299 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f5b expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.259198:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88299 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f5b expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.259212:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:1.0:1769074743.259276:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612482176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 28712us (34538us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074743.259287:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9012 00000100:00100000:1.0:1769074743.283697:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482432 00000100:00100000:1.0:1769074743.283710:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482432 00000100:00100000:1.0:1769074743.283770:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9014 00000100:00100000:1.0:1769074743.283780:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57530:x1855007612482432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.283799:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.283860:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f69 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.283892:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 7 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.283901:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074743.283903:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074743.283907:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.283944:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 7 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.283960:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 7 pid: 26306 timeout: 1827 lvb_type: 0 00000100:00100000:1.0:1769074743.283974:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771136:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074743.284075:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074743.293105:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074743.293146:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.293178:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:1.0:1769074743.293244:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57530:x1855007612482432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9464us (9685us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.293253:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9014 00000100:00100000:3.0:1769074743.300782:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482560 00000100:00100000:3.0:1769074743.300792:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482560 00000100:00100000:1.0:1769074743.308037:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482688 00000100:00100000:1.0:1769074743.308050:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482688 00002000:00100000:1.0:1769074743.308103:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d2019f100 x1855007612482688/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.308114:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019f100 with x1855007612482688 ext(2097152->3145727) 00002000:00010000:1.0:1769074743.308120:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019f100 00000100:00100000:1.0:1769074743.308158:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5016 00000100:00100000:1.0:1769074743.308172:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612482688:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074743.330340:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612482560:12345-192.168.204.39@tcp:4:cat.0 Request processed in 29165us (29757us total) trans 17179872384 rc 0/0 00000100:00100000:1.0:1769074743.330354:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1016 00002000:00100000:1.0:1769074743.330366:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1609728->2097151) req@ffff956d199a7100 x1855007612482560/t17179872384(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/448 e 0 to 0 dl 1769074754 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.330376:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7100 with x1855007612482560 ext(1609728->2097151) 00010000:00010000:1.0:1769074743.330387:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.330412:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00002000:00010000:1.0:1769074743.330419:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d199a7100 00000100:00100000:1.0:1769074743.339367:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612482688:12345-192.168.204.39@tcp:3:cat.0 Request processed in 31184us (32466us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074743.339381:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5016 00002000:00100000:1.0:1769074743.339394:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d2019f100 x1855007612482688/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.339405:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019f100 with x1855007612482688 ext(2097152->3145727) 00002000:00010000:1.0:1769074743.339411:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019f100 00000100:00100000:1.0:1769074743.340442:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612482944 00000100:00100000:1.0:1769074743.340455:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612482944 00010000:00010000:1.0:1769074743.340492:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00000100:00100000:1.0:1769074743.340541:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4789 00000100:00100000:1.0:1769074743.340551:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612482944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074743.340566:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074743.340589:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.340603:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.340634:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8817a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ea5 expref: 10 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.340806:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.341009:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.341019:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.341031:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.341075:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074743.341092:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619771264:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074743.341184:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074743.353874:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619771264:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074743.353896:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.353921:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612482944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13372us (14355us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.353930:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4789 00000100:00100000:1.0:1769074743.376310:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612483200 00000100:00100000:1.0:1769074743.376331:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612483200 00000100:00100000:1.0:1769074743.376389:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9015 00000100:00100000:1.0:1769074743.376400:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:57525:x1855007612483200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.376428:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.376458:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f70 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.376507:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e88196 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4079616->18446744073709551615] (req 4079616->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec8 expref: 9 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.376519:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074743.376522:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074743.376529:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f70 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.376577:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e88196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4079616->18446744073709551615] (req 4079616->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec8 expref: 9 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.376593:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e88196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [4079616->18446744073709551615] (req 4079616->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ec8 expref: 9 pid: 26306 timeout: 1827 lvb_type: 0 00000100:00100000:1.0:1769074743.376605:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771392:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074743.376698:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074743.377456:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5018 00000100:00100000:1.0:1769074743.377466:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612483072:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074743.383238:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612483328 00000100:00100000:3.0:1769074743.383248:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612483328 00000100:00100000:3.0:1769074743.383322:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9016 00000100:00100000:3.0:1769074743.383334:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+17:57520:x1855007612483328:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074743.383352:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.383374:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f77 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.383407:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.383417:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.383424:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.383426:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.383431:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [167936->1048575] (req 167936->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.383466:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.383480:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 1827 lvb_type: 1 00000100:00100000:3.0:1769074743.383513:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619771520:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.383634:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.383644:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 8 pid: 33558 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.383654:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619771648:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074743.383678:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d08cc2180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.383734:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619771392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.383760:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f70 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.383776:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:3.0:1769074743.383855:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+10:57525:x1855007612483200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7456us (7960us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.383863:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9015 00000100:00100000:1.0:1769074743.398698:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619771520:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074743.411301:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612483072:12345-192.168.204.39@tcp:3:cat.0 Request processed in 33829us (35509us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074743.411316:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5018 00002000:00100000:1.0:1769074743.411594:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d2019ed80 x1855007612483072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.411605:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ed80 with x1855007612483072 ext(1048576->2097151) 00002000:00010000:1.0:1769074743.411612:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019ed80 00000100:00100000:3.0:1769074743.412455:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612483584 00000100:00100000:3.0:1769074743.412466:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612483584 00010000:00010000:3.0:1769074743.412516:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 1827 lvb_type: 1 00000100:00100000:3.0:1769074743.412550:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612483712 00000100:00100000:3.0:1769074743.412553:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612483712 00010000:00010000:3.0:1769074743.412567:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 9 pid: 33558 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.412588:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4790 00000100:00100000:3.0:1769074743.412595:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612483584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074743.412610:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074743.412628:0:26370:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1917 -> 1919 00010000:00010000:3.0:1769074743.412633:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 1827 lvb_type: 1 00010000:00010000:3.0:1769074743.412646:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 1827 lvb_type: 1 00010000:00010000:3.0:1769074743.412669:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8801c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119df6 expref: 18 pid: 33558 timeout: 1827 lvb_type: 1 00010000:00010000:3.0:1769074743.412686:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074743.412724:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612483584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 129us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.412731:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4790 00000100:00100000:3.0:1769074743.412746:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4791 00000100:00100000:3.0:1769074743.412752:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612483712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074743.412758:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074743.412766:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 9 pid: 33558 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.412781:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 9 pid: 33558 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.412793:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e88015 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119def expref: 9 pid: 33558 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.412801:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.412803:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.412851:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.412861:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.412895:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074743.412908:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619771776:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074743.412957:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d08cc2180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.418271:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619771776:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074743.418302:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074743.418369:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612483712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5615us (6377us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.418380:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4791 00000100:00100000:1.0:1769074743.424785:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612483840 00000100:00100000:1.0:1769074743.424796:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612483840 00002000:00100000:1.0:1769074743.424894:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20c:0x0] (167936->172031) req@ffff956d2019ce00 x1855007612483840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.424905:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ce00 with x1855007612483840 ext(167936->172031) 00002000:00010000:1.0:1769074743.424911:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019ce00 00000100:00100000:1.0:1769074743.424948:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5019 00000100:00100000:1.0:1769074743.424957:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612483840:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074743.425219:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612483840:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 262us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074743.425227:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5019 00002000:00100000:1.0:1769074743.425234:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20c:0x0] (167936->172031) req@ffff956d2019ce00 x1855007612483840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/4536 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.425242:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ce00 with x1855007612483840 ext(167936->172031) 00002000:00010000:1.0:1769074743.425246:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019ce00 00000100:00100000:1.0:1769074743.435050:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.447583:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.457233:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.461753:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.462003:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612484352 00000100:00100000:1.0:1769074743.462015:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612484352 00002000:00100000:1.0:1769074743.462068:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d4147ce00 x1855007612484352/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.462080:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147ce00 with x1855007612484352 ext(3145728->4194303) 00002000:00010000:1.0:1769074743.462085:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147ce00 00000100:00100000:1.0:1769074743.462123:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5020 00000100:00100000:1.0:1769074743.462132:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612484352:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074743.476256:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.479628:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612484480 00000100:00100000:1.0:1769074743.479638:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612484480 00000100:00100000:1.0:1769074743.479687:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9018 00000100:00100000:1.0:1769074743.479696:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+14:57520:x1855007612484480:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074743.479712:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.479729:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f85 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.479755:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.479763:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.479765:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.479769:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->1052671] (req 1048576->1052671) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.479813:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.479847:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e882a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f69 expref: 11 pid: 33558 timeout: 1827 lvb_type: 0 00000100:00100000:1.0:1769074743.479866:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619772160:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074743.479927:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.503003:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.510626:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.510749:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619772160:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074743.510783:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->1052671] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.510804:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:1.0:1769074743.510903:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+15:57520:x1855007612484480:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 31206us (34654us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.510913:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9018 00000100:00100000:1.0:1769074743.516383:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619772288:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074743.516409:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.516466:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612484608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13202us (13474us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.516477:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4793 00000100:00100000:3.0:1769074743.557025:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612484864:12345-192.168.204.39@tcp:3:cat.0 Request processed in 27264us (27883us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074743.557041:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5021 00002000:00100000:3.0:1769074743.557056:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d199a4380 x1855007612484864/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.557066:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a4380 with x1855007612484864 ext(1048576->2097151) 00002000:00010000:3.0:1769074743.557074:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a4380 00000100:00100000:3.0:1769074743.561618:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485248 00000100:00100000:3.0:1769074743.561629:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485248 00000100:00100000:3.0:1769074743.561683:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485120 00000100:00100000:3.0:1769074743.561686:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485120 00000100:00100000:3.0:1769074743.561712:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9019 00000100:00100000:3.0:1769074743.561721:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612485248:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.561740:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.561760:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f93 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.561796:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882ca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f93 expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.561850:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f93 expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.561869:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:3.0:1769074743.561931:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612485248:12345-192.168.204.39@tcp:101:cat.0 Request processed in 211us (863us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074743.561938:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9019 00000100:00100000:3.0:1769074743.561957:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9020 00000100:00100000:3.0:1769074743.561964:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612485120:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.561971:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.561982:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e882d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f8c expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.561994:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.561996:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.562004:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e882d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f8c expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.562018:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e882d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f8c expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.562026:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:3.0:1769074743.562047:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612485120:12345-192.168.204.39@tcp:101:cat.0 Request processed in 85us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.562053:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9020 00000100:00100000:1.0:1769074743.562201:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485504 00000100:00100000:1.0:1769074743.562207:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485504 00000100:00100000:1.0:1769074743.562249:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2621 00000100:00100000:1.0:1769074743.562257:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57520:x1855007612485504:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074743.562541:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:57520:x1855007612485504:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 283us (1247us total) trans 8589941100 rc 0/0 00000100:00100000:1.0:1769074743.562548:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2621 00000100:00100000:3.0:1769074743.582386:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485632 00000100:00100000:3.0:1769074743.582397:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485632 00000100:00100000:3.0:1769074743.582454:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485760 00000100:00100000:3.0:1769074743.582457:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485760 00000100:00100000:3.0:1769074743.582486:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9021 00000100:00100000:3.0:1769074743.582506:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57530:x1855007612485632:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.582526:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.582550:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119f9a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582582:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.582585:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.582597:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582613:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582626:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:3.0:1769074743.582689:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57530:x1855007612485632:12345-192.168.204.39@tcp:101:cat.0 Request processed in 194us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.582696:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9021 00000100:00100000:3.0:1769074743.582714:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9022 00000100:00100000:3.0:1769074743.582721:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+17:57525:x1855007612485760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.582728:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.582735:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e882df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fa1 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582751:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582763:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074743.582764:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074743.582767:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e882df lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa1 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582797:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.582855:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 8 pid: 26306 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.582870:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619772544:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074743.582926:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.587544:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619772544:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.587584:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e882df lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa1 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.587605:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:3.0:1769074743.587673:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+18:57525:x1855007612485760:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4951us (5363us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.587683:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9022 00000100:00100000:1.0:1769074743.596095:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612485888 00000100:00100000:1.0:1769074743.596106:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612485888 00002000:00100000:1.0:1769074743.596155:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4571135) req@ffff956d2019c700 x1855007612485888/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.596165:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c700 with x1855007612485888 ext(4194304->4571135) 00010000:00010000:1.0:1769074743.596174:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 9 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.596191:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 9 pid: 26306 timeout: 1827 lvb_type: 0 00002000:00010000:1.0:1769074743.596199:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2019c700 00000100:00100000:1.0:1769074743.596234:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1019 00000100:00100000:1.0:1769074743.596242:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612485888:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074743.610458:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612485888:12345-192.168.204.39@tcp:4:cat.0 Request processed in 14205us (14469us total) trans 21474839316 rc 0/0 00000100:00100000:1.0:1769074743.610472:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1019 00002000:00100000:1.0:1769074743.610485:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4571135) req@ffff956d2019c700 x1855007612485888/t21474839316(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/448 e 0 to 0 dl 1769074754 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.610509:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c700 with x1855007612485888 ext(4194304->4571135) 00010000:00010000:1.0:1769074743.610521:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 11 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.610542:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e881b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4571135] (req 4194304->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ee4 expref: 11 pid: 26306 timeout: 1827 lvb_type: 0 00002000:00010000:1.0:1769074743.610550:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2019c700 00000100:00100000:1.0:1769074743.616057:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486016 00000100:00100000:1.0:1769074743.616073:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486016 00002000:00100000:1.0:1769074743.616126:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d199a5880 x1855007612486016/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.616138:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5880 with x1855007612486016 ext(2097152->3145727) 00002000:00010000:1.0:1769074743.616145:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d199a5880 00000100:00100000:1.0:1769074743.616191:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5023 00000100:00100000:1.0:1769074743.616201:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612486016:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074743.619529:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486272 00000100:00100000:3.0:1769074743.619536:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486272 00002000:00100000:3.0:1769074743.619567:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d2019c000 x1855007612486272/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.619585:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c000 with x1855007612486272 ext(3145728->4194303) 00002000:00010000:3.0:1769074743.619590:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019c000 00000100:00100000:3.0:1769074743.619617:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5024 00000100:00100000:3.0:1769074743.619623:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612486272:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074743.641644:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486528 00000100:00100000:3.0:1769074743.641661:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486528 00000100:00100000:3.0:1769074743.641727:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9023 00000100:00100000:3.0:1769074743.641736:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57528:x1855007612486528:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074743.641755:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.641775:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fa8 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.641818:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.641868:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074743.641871:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074743.641876:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1413120->2097151] (req 1413120->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.641914:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.641933:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 12 pid: 26584 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.641950:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619772800:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074743.642037:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.654127:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.654194:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486656 00000100:00100000:3.0:1769074743.654204:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486656 00002000:00100000:3.0:1769074743.654249:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1052671) req@ffff956d4147c000 x1855007612486656/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 4584/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.654260:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147c000 with x1855007612486656 ext(1048576->1052671) 00010000:00010000:3.0:1769074743.654270:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 13 pid: 26584 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.654287:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 13 pid: 26584 timeout: 1827 lvb_type: 0 00002000:00010000:3.0:1769074743.654295:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4147c000 00000100:00100000:3.0:1769074743.654325:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1020 00000100:00100000:3.0:1769074743.654334:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612486656:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074743.654774:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612486656:12345-192.168.204.39@tcp:4:cat.0 Request processed in 439us (656us total) trans 17179872387 rc 0/0 00000100:00100000:3.0:1769074743.654784:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1020 00002000:00100000:3.0:1769074743.654791:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1052671) req@ffff956d4147c000 x1855007612486656/t17179872387(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 4584/448 e 0 to 0 dl 1769074754 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.654799:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147c000 with x1855007612486656 ext(1048576->1052671) 00010000:00010000:3.0:1769074743.654806:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.654819:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00002000:00010000:3.0:1769074743.654852:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4147c000 00000100:00100000:1.0:1769074743.657026:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612486016:12345-192.168.204.39@tcp:3:cat.0 Request processed in 40820us (41231us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074743.657038:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5023 00002000:00100000:1.0:1769074743.657048:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d199a5880 x1855007612486016/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.657059:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5880 with x1855007612486016 ext(2097152->3145727) 00002000:00010000:1.0:1769074743.657066:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d199a5880 00000100:00100000:3.0:1769074743.660866:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486784 00000100:00100000:3.0:1769074743.660877:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486784 00010000:00010000:3.0:1769074743.660920:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.660950:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4796 00000100:00100000:3.0:1769074743.660958:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612486784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074743.660972:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074743.660990:0:33336:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074743 -> 1769074744 00002000:00010000:3.0:1769074743.660993:0:33336:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074743 -> 1769074744 00010000:00010000:3.0:1769074743.660998:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.661012:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.661036:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e882c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f85 expref: 15 pid: 26584 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.661052:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.661054:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.661061:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.661071:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.661110:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074743.661125:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619772928:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074743.661258:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074743.663645:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612486400:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25834us (26456us total) trans 0 rc 663552/663552 00000100:00100000:1.0:1769074743.663658:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5025 00002000:00100000:1.0:1769074743.663672:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d2019ea00 x1855007612486400/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.663683:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ea00 with x1855007612486400 ext(4194304->4857855) 00002000:00010000:1.0:1769074743.663689:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019ea00 00000100:00100000:1.0:1769074743.676642:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612487040 00000100:00100000:1.0:1769074743.676655:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612487040 00002000:00100000:1.0:1769074743.676708:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1413120->1417215) req@ffff956d199a5180 x1855007612487040/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.676720:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5180 with x1855007612487040 ext(1413120->1417215) 00002000:00010000:1.0:1769074743.676726:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5180 00000100:00100000:1.0:1769074743.676762:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5026 00000100:00100000:1.0:1769074743.676771:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612487040:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074743.677086:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612487040:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 315us (1319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074743.677095:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5026 00002000:00100000:1.0:1769074743.677102:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1413120->1417215) req@ffff956d199a5180 x1855007612487040/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/4536 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.677111:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5180 with x1855007612487040 ext(1413120->1417215) 00002000:00010000:1.0:1769074743.677114:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5180 00000100:00100000:3.0:1769074743.682040:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612486912 00000100:00100000:3.0:1769074743.682057:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612486912 00000100:00100000:1.0:1769074743.682351:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.682428:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612487168 00000100:00100000:3.0:1769074743.682433:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612487168 00000100:00100000:3.0:1769074743.682503:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9024 00000100:00100000:3.0:1769074743.682513:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57530:x1855007612487168:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.682532:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.682552:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fb6 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.682579:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.682581:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.682591:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.682605:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.682623:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:3.0:1769074743.682686:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57530:x1855007612487168:12345-192.168.204.39@tcp:101:cat.0 Request processed in 173us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.682692:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9024 00000100:00100000:1.0:1769074743.707008:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.707052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.707171:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.707430:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612487424 00000100:00100000:3.0:1769074743.707442:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612487424 00000100:00100000:3.0:1769074743.707504:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9027 00000100:00100000:3.0:1769074743.707515:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612487424:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.707533:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.707553:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88302 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fc4 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074743.707614:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619773440:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074743.707695:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103ed9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.708088:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.733729:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619773440:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074743.733754:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88302 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fc4 expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.733776:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88302 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fc4 expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.733788:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:3.0:1769074743.733813:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612487424:12345-192.168.204.39@tcp:101:cat.0 Request processed in 26301us (26816us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074743.733820:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9027 00000100:00100000:1.0:1769074743.751884:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612487936 00000100:00100000:1.0:1769074743.751896:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612487936 00002000:00100000:1.0:1769074743.751951:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1413120->1417215) req@ffff956d199a4000 x1855007612487936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.751963:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a4000 with x1855007612487936 ext(1413120->1417215) 00002000:00010000:1.0:1769074743.751970:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a4000 00000100:00100000:1.0:1769074743.752014:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5028 00000100:00100000:1.0:1769074743.752023:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612487936:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074743.752237:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612487936:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 214us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074743.752245:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5028 00002000:00100000:1.0:1769074743.752252:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1413120->1417215) req@ffff956d199a4000 x1855007612487936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/4536 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.752259:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a4000 with x1855007612487936 ext(1413120->1417215) 00002000:00010000:1.0:1769074743.752262:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a4000 00000100:00100000:1.0:1769074743.754026:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612487552:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 43847us (46964us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074743.754039:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5027 00002000:00100000:1.0:1769074743.754050:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d2e971180 x1855007612487552/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/440 e 0 to 0 dl 1769074754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074743.754061:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971180 with x1855007612487552 ext(3145728->4194303) 00002000:00010000:1.0:1769074743.754067:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e971180 00000100:00100000:1.0:1769074743.763735:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488448 00000100:00100000:1.0:1769074743.763746:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488448 00000100:00100000:1.0:1769074743.763813:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2622 00000100:00100000:1.0:1769074743.763849:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+149:57525:x1855007612488448:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074743.764091:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+150:57525:x1855007612488448:12345-192.168.204.39@tcp:35:cat.0 Request processed in 268us (486us total) trans 8589941101 rc 0/0 00000100:00100000:1.0:1769074743.764098:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2622 00000100:00100000:3.0:1769074743.764528:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.765276:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488192 00000100:00100000:1.0:1769074743.765287:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488192 00000100:00100000:1.0:1769074743.765436:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6274 00000100:00100000:1.0:1769074743.765445:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+150:57533:x1855007612488192:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074743.765463:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.765486:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fcb expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.765568:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765581:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765592:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765606:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765612:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765618:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765760:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8831e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765771:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8831e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.765778:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8831e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074743.765789:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074743.766954:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.766967:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.766973:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.766979:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074743.766983:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.766990:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767003:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074743.767005:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074743.767010:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767015:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767029:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767034:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767040:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767043:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074743.767046:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767053:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767060:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074743.767062:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074743.767064:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767069:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.767116:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fcb expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.767130:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8831e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fcb expref: 152 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.767137:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074743.767139:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074743.767142:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:1.0:1769074743.767212:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+152:57533:x1855007612488192:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1768us (2683us total) trans 8589941102 rc 0/0 00000100:00100000:1.0:1769074743.767222:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6274 00000100:00100000:1.0:1769074743.778361:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488576 00000100:00100000:1.0:1769074743.778372:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488576 00000100:00100000:1.0:1769074743.778422:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488704 00000100:00100000:1.0:1769074743.778425:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488704 00000100:00100000:1.0:1769074743.778446:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9028 00000100:00100000:1.0:1769074743.778454:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612488576:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.778471:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.778486:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8832c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fd2 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074743.778567:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619773696:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074743.779952:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9029 00000100:00100000:3.0:1769074743.779983:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612488704:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074743.780009:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.780035:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fd9 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.780067:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.780071:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074743.780086:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 13 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.780108:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 13 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.780125:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:1.0:1769074743.789605:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.798199:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612488704:12345-192.168.204.39@tcp:101:cat.0 Request processed in 18216us (19956us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.798214:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9029 00000100:00100000:3.0:1769074743.799198:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.799293:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.799330:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488960 00000100:00100000:3.0:1769074743.799339:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488960 00000100:00100000:3.0:1769074743.799384:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9030 00000100:00100000:3.0:1769074743.799393:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:57533:x1855007612488960:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074743.799411:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074743.799436:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c119fe0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799465:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ca6 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799475:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799482:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f70 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799500:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799507:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1769074743.799509:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1769074743.799513:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 7/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2191360->2342911] (req 2191360->2342911) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799547:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799561:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 12 pid: 25507 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.799580:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619773824:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.799656:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f70 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799665:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e882ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f70 expref: 14 pid: 33558 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.799675:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619773952:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.799707:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799717:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 14 pid: 26306 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.799726:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619774080:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074743.799760:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ca6 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074743.799768:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e87dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ca6 expref: 12 pid: 6534 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.799776:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619774208:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074743.799798:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074743.804467:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612488832 00000100:00100000:1.0:1769074743.804484:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612488832 00000100:00100000:1.0:1769074743.804626:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:1.0:1769074743.804637:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+152:2370:x1855007612488832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074743.804656:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074743.804685:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8831e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fcb expref: 152 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.804703:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074743.804708:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.804780:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+151:2370:x1855007612488832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (5588us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.804787:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:3.0:1769074743.817448:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.817497:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.817529:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612489216 00000100:00100000:3.0:1769074743.817539:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612489216 00002000:00010000:1.0:1769074743.817635:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074742 -> 1769074744 00002000:00010000:1.0:1769074743.817639:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074742 -> 1769074744 00002000:00010000:1.0:1769074743.817641:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074742 -> 1769074744 00000100:00100000:1.0:1769074743.817665:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619773696:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074743.817703:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8832c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd2 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.817722:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8832c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd2 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074743.817735:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00010000:00010000:3.0:1769074743.820658:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 1827 lvb_type: 0 00000100:00100000:3.0:1769074743.820714:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4800 00000100:00100000:3.0:1769074743.820728:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612489216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074743.820743:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074743.820763:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.820776:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.820797:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e882ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fb6 expref: 13 pid: 25507 timeout: 1827 lvb_type: 0 00010000:00010000:3.0:1769074743.820807:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.820925:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612488576:12345-192.168.204.39@tcp:101:cat.0 Request processed in 42469us (42794us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074743.820934:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9028 00000100:00100000:1.0:1769074743.824953:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4802 00000100:00100000:1.0:1769074743.824970:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612489472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074743.824981:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074743.824995:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 15 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.825006:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 15 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.825019:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e87e32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119cec expref: 15 pid: 26306 timeout: 1827 lvb_type: 0 00010000:00010000:1.0:1769074743.825029:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.825031:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074743.825038:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.825047:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.825094:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074743.825110:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619774336:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074743.825176:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074743.825508:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612489216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4784us (8016us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074743.825517:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4800 00000100:00100000:1.0:1769074743.833116:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619774336:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074743.833147:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074743.833278:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612489472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8315us (10723us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074743.833288:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4802 00000100:00100000:3.0:1769074743.837647:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612489728 00000100:00100000:3.0:1769074743.837664:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612489728 00002000:00100000:3.0:1769074743.837727:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4853759) req@ffff956c0d76d180 x1855007612489728/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:279/0 lens 488/0 e 0 to 0 dl 1769074754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074743.837748:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76d180 with x1855007612489728 ext(4194304->4853759) 00002000:00010000:3.0:1769074743.837754:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76d180 00000100:00100000:3.0:1769074743.837942:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5030 00000100:00100000:3.0:1769074743.837949:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612489728:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074743.846648:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.859467:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.860333:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612490112 00000100:00100000:3.0:1769074743.860344:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612490112 00000100:00100000:3.0:1769074743.860396:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2623 00000100:00100000:3.0:1769074743.860406:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57533:x1855007612490112:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074743.860674:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+152:57533:x1855007612490112:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 268us (1215us total) trans 8589941103 rc 0/0 00000100:00100000:3.0:1769074743.860682:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2623 00000100:00100000:1.0:1769074743.893808:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.893891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.924587:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.929765:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619774848:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074743.929810:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e88356 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ffc expref: 12 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.929881:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e88356 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119ffc expref: 12 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074743.929894:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9800, rc 0) 00000100:00100000:3.0:1769074743.929949:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612490624:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5170us (5372us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074743.929959:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9034 00000100:00100000:1.0:1769074743.943854:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074743.944034:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612490880 00000100:00100000:3.0:1769074743.944044:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612490880 00000100:00100000:3.0:1769074743.944323:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2624 00000100:00100000:3.0:1769074743.944345:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57530:x1855007612490880:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074743.944706:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57530:x1855007612490880:12345-192.168.204.39@tcp:35:cat.0 Request processed in 369us (861us total) trans 8589941104 rc 0/0 00000100:00100000:3.0:1769074743.944714:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2624 00000100:00100000:1.0:1769074743.973189:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612491136 00000100:00100000:1.0:1769074743.973205:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612491136 00000100:00100000:1.0:1769074743.973299:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6275 00000100:00100000:1.0:1769074743.973448:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+152:57539:x1855007612491136:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.973496:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.973521:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8835d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a003 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.973610:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973627:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973642:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973657:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973662:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973668:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973808:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88372 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.973819:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88372 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974098:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88372 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074743.974109:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074743.974203:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974210:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974217:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974229:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074743.974233:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974240:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974254:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074743.974257:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074743.974555:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974562:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88364 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974578:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974583:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974588:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974594:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074743.974597:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974603:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974610:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074743.974613:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074743.974615:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974620:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8836b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074743.974666:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8835d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a003 expref: 155 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.974679:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88372 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a003 expref: 154 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074743.974686:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074743.974688:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074743.974691:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:1.0:1769074743.974772:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+154:57539:x1855007612491136:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1463us (9088us total) trans 8589941105 rc 0/0 00000100:00100000:1.0:1769074743.974781:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6275 00000100:00100000:1.0:1769074743.981575:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.981621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.981676:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074743.982179:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9036 00000100:00100000:1.0:1769074743.982192:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612491392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074743.982201:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074743.982213:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88387 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a011 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074743.982287:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619774976:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074743.982360:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7840 going to sleep for 11 seconds 00002000:00010000:1.0:1769074743.995690:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074744 -> 1769074745 00002000:00010000:1.0:1769074743.995728:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074743 -> 1769074744 00000100:00100000:3.0:1769074744.004351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1769074744.007986:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074744.035860:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.053238:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.069950:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1769074744.071087:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074744.073580:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57542:x1855007612492160:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 3222us (3620us total) trans 8589941106 rc 0/0 00000100:00100000:1.0:1769074744.073598:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6276 00000100:00100000:1.0:1769074744.082289:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.082390:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.082434:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612492544 00000100:00100000:1.0:1769074744.082450:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612492544 00000100:00100000:1.0:1769074744.082556:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:1.0:1769074744.082575:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612492544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074744.082604:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074744.082642:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e883aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a01f expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.082668:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.082675:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074744.082748:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612492544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 178us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.082761:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:3.0:1769074744.085625:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612492416 00000100:00100000:3.0:1769074744.085641:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612492416 00000100:00100000:3.0:1769074744.085710:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2625 00000100:00100000:3.0:1769074744.085720:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2041d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57542:x1855007612492416:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074744.086132:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2041d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57542:x1855007612492416:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 412us (3858us total) trans 8589941107 rc 0/0 00000100:00100000:3.0:1769074744.086458:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2625 00000100:00100000:1.0:1769074744.101579:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612492672 00000100:00100000:1.0:1769074744.101590:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612492672 00010000:00010000:1.0:1769074744.101632:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00000100:00100000:1.0:1769074744.101682:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4803 00000100:00100000:1.0:1769074744.101691:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612492672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074744.101705:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074744.101728:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.101742:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.101769:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e882e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fa8 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.101785:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.101787:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.101794:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.101803:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.101865:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074744.101879:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619775360:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074744.101967:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074744.109525:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619775360:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074744.109560:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074744.109642:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612492672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7950us (8420us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.109654:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4803 00000100:00100000:3.0:1769074744.120933:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.139749:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1769074744.141482:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074744.160359:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612493056 00000100:00100000:3.0:1769074744.160367:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612493056 00010000:00010000:3.0:1769074744.160403:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8811f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e6d expref: 12 pid: 26306 timeout: 1828 lvb_type: 1 00000100:00100000:3.0:1769074744.160433:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4804 00000100:00100000:3.0:1769074744.160442:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612493056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.160454:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.160474:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8811f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e6d expref: 12 pid: 26306 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.160500:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8811f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e6d expref: 12 pid: 26306 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.160524:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8811f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e6d expref: 12 pid: 26306 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.160537:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.160566:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612493056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 126us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.160573:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4804 00000100:00100000:1.0:1769074744.160671:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612493312 00000100:00100000:1.0:1769074744.160676:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612493312 00000100:00100000:1.0:1769074744.160731:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6277 00000100:00100000:1.0:1769074744.160738:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+153:57544:x1855007612493312:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074744.160760:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.160779:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e883bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a02d expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.160870:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.160883:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.160892:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.160906:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.160912:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.160917:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161047:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e883d4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161057:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e883d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161063:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e883d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074744.161073:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074744.161161:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161169:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161176:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161181:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.161185:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161192:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161201:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074744.161204:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.161209:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161215:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161228:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161233:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161238:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161243:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.161246:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161251:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161258:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074744.161262:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.161267:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161275:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074744.161336:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e883bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a02d expref: 156 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.161356:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e883d4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a02d expref: 155 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.161365:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.161368:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074744.161372:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074744.161420:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+155:57544:x1855007612493312:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 678us (2488us total) trans 8589941108 rc 0/0 00000100:00100000:1.0:1769074744.161430:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6277 00000100:00080000:3.0:1769074744.167998:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074744.168433:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612493440 00000100:00100000:3.0:1769074744.168444:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612493440 00010000:00010000:3.0:1769074744.168502:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 18 pid: 33558 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.168543:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4805 00000100:00100000:3.0:1769074744.168553:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612493440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.168569:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.168594:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 18 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.168607:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 18 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.168636:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e880f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119e5f expref: 18 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.168651:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.168653:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.168660:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.168668:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.168705:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.168720:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619775744:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.168815:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.186089:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619775744:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.186122:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.186166:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612493440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17614us (18019us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.186176:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4805 00000100:00100000:3.0:1769074744.186220:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612493696 00000100:00100000:3.0:1769074744.186225:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612493696 00000100:00100000:1.0:1769074744.187243:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:1.0:1769074744.187260:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:2372:x1855007612493696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074744.187274:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074744.187300:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e883d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a02d expref: 155 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.187334:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.187341:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074744.187414:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+154:2372:x1855007612493696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 155us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.187425:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:1.0:1769074744.201884:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612493952 00000100:00100000:1.0:1769074744.201903:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612493952 00002000:00100000:1.0:1769074744.202440:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x212:0x0] (1048576->1417215) req@ffff956d20595180 x1855007612493952/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.202452:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20595180 with x1855007612493952 ext(1048576->1417215) 00010000:00010000:1.0:1769074744.202463:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 12 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.202482:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 12 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:1.0:1769074744.202503:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20595180 00000100:00100000:1.0:1769074744.202540:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1022 00000100:00100000:1.0:1769074744.202551:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612493952:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074744.219682:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074744.254070:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074744.254227:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612494208 00000100:00100000:3.0:1769074744.254237:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612494208 00010000:00010000:3.0:1769074744.254277:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 14 pid: 33558 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.254395:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4806 00000100:00100000:3.0:1769074744.254405:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612494208:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.254421:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074744.254437:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074744 -> 1769074745 00010000:00010000:3.0:1769074744.254444:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 14 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.254459:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 14 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.254481:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e882fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1417215) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fbd expref: 14 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.254507:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.254509:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.254516:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.254526:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.254560:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.254574:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619776000:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.257630:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.263163:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619776000:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.263189:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.263252:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612494208:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8847us (9679us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.263263:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4806 00000100:00100000:1.0:1769074744.270258:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612494336 00000100:00100000:1.0:1769074744.270269:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612494336 00002000:00100000:1.0:1769074744.270333:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d20594380 x1855007612494336/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.270344:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594380 with x1855007612494336 ext(1048576->2097151) 00002000:00010000:1.0:1769074744.270350:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20594380 00000100:00100000:1.0:1769074744.270374:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5036 00000100:00100000:1.0:1769074744.270384:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612494336:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074744.277641:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612494592 00000100:00100000:1.0:1769074744.277658:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612494592 00000100:00100000:1.0:1769074744.277732:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6278 00000100:00100000:1.0:1769074744.277742:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57548:x1855007612494592:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074744.277766:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.277787:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e883e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a03b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.277960:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.277975:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.277986:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278001:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278007:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278013:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278146:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e883fe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278156:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e883fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278162:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e883fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074744.278172:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074744.278268:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278276:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278283:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278288:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.278292:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.278299:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286292:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074744.286297:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.286307:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286316:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e883f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286338:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286344:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286350:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286356:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.286359:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286366:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286374:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074744.286376:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.286379:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286384:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e883f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.286458:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e883e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a03b expref: 22 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.286473:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e883fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a03b expref: 21 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.286480:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.286493:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074744.286495:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074744.286580:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57548:x1855007612494592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8838us (10625us total) trans 8589941109 rc 0/0 00000100:00100000:1.0:1769074744.286588:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6278 00000100:00100000:1.0:1769074744.288797:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612494336:12345-192.168.204.39@tcp:3:cat.0 Request processed in 18402us (18682us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074744.288812:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5036 00002000:00100000:1.0:1769074744.288845:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d20594380 x1855007612494336/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.288856:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594380 with x1855007612494336 ext(1048576->2097151) 00002000:00010000:1.0:1769074744.288863:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20594380 00000100:00100000:3.0:1769074744.301919:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.305650:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.308916:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.308958:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.309444:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612494976 00000100:00100000:1.0:1769074744.309458:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612494976 00000100:00100000:1.0:1769074744.309524:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612495104 00000100:00100000:1.0:1769074744.309527:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612495104 00000100:00100000:1.0:1769074744.309547:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9041 00000100:00100000:1.0:1769074744.309556:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612494976:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074744.309576:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.309595:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a049 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.309618:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.309621:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.309631:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.309647:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.309660:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2800, rc 0) 00000100:00100000:1.0:1769074744.309712:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612494976:12345-192.168.204.39@tcp:101:cat.0 Request processed in 157us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.309719:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9041 00000100:00100000:1.0:1769074744.309737:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9042 00000100:00100000:1.0:1769074744.309743:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612495104:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074744.309750:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.309757:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a050 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.309769:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.309770:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074744.309774:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.309783:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.309792:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2a00, rc 0) 00000100:00100000:1.0:1769074744.309813:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612495104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 70us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.309818:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9042 00000100:00100000:3.0:1769074744.312258:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612495232 00000100:00100000:3.0:1769074744.312267:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612495232 00000100:00100000:3.0:1769074744.312318:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612495360 00000100:00100000:3.0:1769074744.312322:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612495360 00000100:00100000:3.0:1769074744.312346:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9043 00000100:00100000:3.0:1769074744.312355:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+17:57539:x1855007612495232:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074744.312372:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074744.312389:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a057 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.312418:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.312425:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074744.312427:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074744.312431:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a057 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.312471:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.312496:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 12 pid: 33558 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.312509:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619776256:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074744.312596:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035163c0 going to sleep for 11 seconds 00002000:00010000:3.0:1769074744.312645:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074744 -> 1769074745 00000100:00100000:3.0:1769074744.312664:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619776128:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074744.312690:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8840c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a042 expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074744.312706:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8840c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a042 expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074744.312717:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074744.312747:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612494848:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6902us (7107us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074744.312754:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9040 00000100:00100000:3.0:1769074744.312776:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9044 00000100:00100000:3.0:1769074744.312782:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612495360:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074744.312789:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074744.312799:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88428 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a05e expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.312863:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619776384:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074744.312890:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.319256:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.319342:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612495488 00000100:00100000:1.0:1769074744.319352:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612495488 00002000:00100000:1.0:1769074744.319397:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20e:0x0] (1286144->1535999) req@ffff956d4147f100 x1855007612495488/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.319408:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147f100 with x1855007612495488 ext(1286144->1535999) 00010000:00010000:1.0:1769074744.319416:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 11 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.319432:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e883b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1286144->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a026 expref: 11 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:1.0:1769074744.319440:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4147f100 00000100:00100000:1.0:1769074744.319471:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1023 00000100:00100000:1.0:1769074744.319480:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612495488:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074744.327755:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.336995:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619776512:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074744.337025:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.337043:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:1.0:1769074744.337068:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57548:x1855007612495616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9145us (9324us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.337075:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9045 00000100:00100000:1.0:1769074744.353181:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612495744 00000100:00100000:1.0:1769074744.353192:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612495744 00002000:00100000:1.0:1769074744.353243:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20c:0x0] (167936->1048575) req@ffff956d20597800 x1855007612495744/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.353253:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20597800 with x1855007612495744 ext(167936->1048575) 00010000:00010000:1.0:1769074744.353262:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 18 pid: 26584 timeout: 1828 lvb_type: 0 00010000:00010000:1.0:1769074744.353278:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e882b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f77 expref: 18 pid: 26584 timeout: 1828 lvb_type: 0 00002000:00010000:1.0:1769074744.353287:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20597800 00000100:00100000:1.0:1769074744.353330:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1024 00000100:00100000:1.0:1769074744.353339:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612495744:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074744.366184:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619776768:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074744.366197:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619776896:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074744.366205:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619777024:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074744.366213:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619777152:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074744.366256:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2797568->3145727] (req 2797568->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.366287:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8200, rc 0) 00000100:00100000:1.0:1769074744.366361:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57544:x1855007612495872:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11227us (13361us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.366373:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9046 00000100:00100000:3.0:1769074744.377282:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.377326:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612496128 00000100:00100000:3.0:1769074744.377340:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612496128 00010000:00010000:3.0:1769074744.377401:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.377449:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4809 00000100:00100000:3.0:1769074744.377463:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612496128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.377495:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.377527:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.377545:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.377585:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e882d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119f9a expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.377614:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.377712:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612496128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 250us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.377721:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4809 00000100:00100000:3.0:1769074744.377817:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.378997:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.379034:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612496384 00000100:00100000:3.0:1769074744.379041:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612496384 00010000:00010000:3.0:1769074744.381420:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 12 pid: 25507 timeout: 1828 lvb_type: 1 00000100:00100000:3.0:1769074744.381476:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4810 00000100:00100000:3.0:1769074744.381498:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612496384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.381515:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.381534:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 12 pid: 25507 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.381547:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 12 pid: 25507 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.381569:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88333 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fd9 expref: 12 pid: 25507 timeout: 1828 lvb_type: 1 00010000:00010000:3.0:1769074744.381586:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.381644:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612496384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (3826us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.381652:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4810 00000100:00100000:3.0:1769074744.388096:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.407011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.420656:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074744.421100:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.421143:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074744.421158:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619777408:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074744.421246:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.431815:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619777408:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.431872:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.431926:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612496896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10941us (11278us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.431938:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4812 00000100:00100000:1.0:1769074744.446780:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.446899:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.447016:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612497152 00000100:00100000:3.0:1769074744.447027:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612497152 00002000:00100000:3.0:1769074744.447078:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (2412544->2416639) req@ffff956d2e971f80 x1855007612497152/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.447090:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971f80 with x1855007612497152 ext(2412544->2416639) 00002000:00010000:3.0:1769074744.447096:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e971f80 00000100:00100000:3.0:1769074744.447129:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5039 00000100:00100000:3.0:1769074744.447138:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612497152:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.447417:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612497152:12345-192.168.204.39@tcp:3:cat.0 Request processed in 271us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074744.447424:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5039 00002000:00100000:3.0:1769074744.447431:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (2412544->2416639) req@ffff956d2e971f80 x1855007612497152/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/4536 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.447439:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971f80 with x1855007612497152 ext(2412544->2416639) 00002000:00010000:3.0:1769074744.447443:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e971f80 00000100:00100000:0.0:1769074744.447584:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612497024 00000100:00100000:0.0:1769074744.447590:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612497024 00000100:00100000:0.0:1769074744.447635:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9047 00000100:00100000:0.0:1769074744.447644:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+18:57539:x1855007612497024:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074744.447657:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074744.447679:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a073 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.447720:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.447728:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074744.447730:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074744.447735:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.447776:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.447793:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 19 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:0.0:1769074744.447816:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619777536:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074744.447915:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074744.450749:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.454373:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.454797:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619777536:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074744.454883:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.454914:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9a00, rc 0) 00000100:00100000:0.0:1769074744.454996:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57539:x1855007612497024:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7353us (8231us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074744.455008:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9047 00000100:00100000:3.0:1769074744.457072:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.457226:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.467181:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.472293:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612497664 00000100:00100000:1.0:1769074744.474453:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612497664 00002000:00100000:1.0:1769074744.474526:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2019fb80 x1855007612497664/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.474537:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019fb80 with x1855007612497664 ext(0->1048575) 00002000:00010000:1.0:1769074744.474543:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019fb80 00000100:00100000:1.0:1769074744.474573:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612497920 00000100:00100000:1.0:1769074744.474577:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612497920 00002000:00100000:1.0:1769074744.474593:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d2019dc00 x1855007612497920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.474601:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019dc00 with x1855007612497920 ext(1048576->2097151) 00002000:00010000:1.0:1769074744.474604:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019dc00 00000100:00100000:1.0:1769074744.474630:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612497792 00000100:00100000:1.0:1769074744.474634:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612497792 00002000:00100000:1.0:1769074744.474649:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76df80 x1855007612497792/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.474663:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76df80 with x1855007612497792 ext(1048576->2097151) 00002000:00010000:1.0:1769074744.474666:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76df80 00000100:00100000:1.0:1769074744.474685:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5040 00000100:00100000:1.0:1769074744.474695:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612497664:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074744.475719:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5041 00000100:00100000:0.0:1769074744.475737:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612497920:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074744.476866:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5042 00000100:00100000:0.0:1769074744.476880:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612497792:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.486188:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612497280:12345-192.168.204.39@tcp:4:cat.0 Request processed in 35146us (35434us total) trans 21474839319 rc 0/0 00000100:00100000:3.0:1769074744.486208:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1025 00002000:00100000:3.0:1769074744.486225:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2797568->3145727) req@ffff956d2e970a80 x1855007612497280/t21474839319(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/448 e 0 to 0 dl 1769074755 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.486236:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970a80 with x1855007612497280 ext(2797568->3145727) 00010000:00010000:3.0:1769074744.486247:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.486267:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00002000:00010000:3.0:1769074744.486275:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2e970a80 00000100:00100000:0.0:1769074744.493944:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.494037:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612498048 00000100:00100000:3.0:1769074744.494048:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612498048 00010000:00010000:3.0:1769074744.494089:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.494140:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4813 00000100:00100000:3.0:1769074744.494151:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612498048:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.494165:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074744.494183:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074743 -> 1769074745 00002000:00010000:3.0:1769074744.494187:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074743 -> 1769074745 00010000:00010000:3.0:1769074744.494193:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.494209:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.494237:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88436 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2797568->4571135] (req 2797568->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a06c expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.494254:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.494256:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.494263:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.494273:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.494311:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.494325:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619777664:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.494406:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074744.503053:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612497920:12345-192.168.204.39@tcp:3:cat.0 Request processed in 27310us (45814us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074744.503068:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5041 00002000:00100000:0.0:1769074744.503083:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d2019dc00 x1855007612497920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.503094:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019dc00 with x1855007612497920 ext(1048576->2097151) 00002000:00010000:0.0:1769074744.503101:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019dc00 00000100:00100000:1.0:1769074744.504546:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.513011:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619777664:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.513043:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.513148:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612498048:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18999us (19212us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.513160:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4813 00000100:00100000:0.0:1769074744.524088:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612497792:12345-192.168.204.39@tcp:3:cat.0 Request processed in 47196us (56905us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074744.524105:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5042 00002000:00100000:0.0:1769074744.524119:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76df80 x1855007612497792/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.524142:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76df80 with x1855007612497792 ext(1048576->2097151) 00002000:00010000:0.0:1769074744.524149:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76df80 00000100:00100000:3.0:1769074744.527220:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612497664:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52516us (70149us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074744.527235:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5040 00002000:00100000:3.0:1769074744.527248:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2019fb80 x1855007612497664/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.527260:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019fb80 with x1855007612497664 ext(0->1048575) 00002000:00010000:3.0:1769074744.527266:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019fb80 00000100:00100000:1.0:1769074744.533179:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.533237:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.533351:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612498560 00000100:00100000:3.0:1769074744.533363:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612498560 00000100:00100000:3.0:1769074744.533436:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2627 00000100:00100000:3.0:1769074744.533447:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57551:x1855007612498560:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074744.533785:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57551:x1855007612498560:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 337us (615us total) trans 8589941112 rc 0/0 00000100:00100000:3.0:1769074744.533793:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2627 00000100:00100000:0.0:1769074744.534599:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612498688 00000100:00100000:0.0:1769074744.534610:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612498688 00000100:00100000:0.0:1769074744.534679:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:0.0:1769074744.534686:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2372:x1855007612498688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074744.534701:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074744.534724:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88459 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a07a expref: 23 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.534741:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074744.534745:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074744.534785:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2372:x1855007612498688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 99us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074744.534793:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:1.0:1769074744.547454:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.547572:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.547773:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.550450:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612498944 00000100:00100000:0.0:1769074744.550464:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612498944 00002000:00100000:0.0:1769074744.550532:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d2e970000 x1855007612498944/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.550544:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970000 with x1855007612498944 ext(3145728->4194303) 00002000:00010000:0.0:1769074744.550551:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970000 00000100:00100000:0.0:1769074744.550580:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612498816 00000100:00100000:0.0:1769074744.550584:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612498816 00002000:00100000:0.0:1769074744.550602:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d2e971c00 x1855007612498816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.550611:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971c00 with x1855007612498816 ext(2097152->3145727) 00002000:00010000:0.0:1769074744.550614:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971c00 00000100:00100000:0.0:1769074744.550816:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499072 00000100:00100000:0.0:1769074744.550820:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499072 00002000:00100000:0.0:1769074744.550860:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2416640->3465215) req@ffff956d2e970e00 x1855007612499072/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.550869:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970e00 with x1855007612499072 ext(2416640->3465215) 00002000:00010000:0.0:1769074744.550873:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e970e00 00000100:00100000:0.0:1769074744.550895:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5043 00000100:00100000:0.0:1769074744.550905:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612498944:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074744.551528:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5044 00000100:00100000:1.0:1769074744.551540:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612498816:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.553488:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5045 00000100:00100000:3.0:1769074744.553511:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612499072:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074744.563137:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499200 00000100:00100000:0.0:1769074744.563156:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499200 00002000:00100000:0.0:1769074744.563206:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3465216->4194303) req@ffff956d20594700 x1855007612499200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.563217:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594700 with x1855007612499200 ext(3465216->4194303) 00002000:00010000:0.0:1769074744.563224:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20594700 00000100:00100000:0.0:1769074744.563259:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5046 00000100:00100000:0.0:1769074744.563277:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612499200:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.593626:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.598651:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499328 00000100:00100000:0.0:1769074744.598668:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499328 00000100:00100000:0.0:1769074744.598745:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9048 00000100:00100000:0.0:1769074744.598755:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57548:x1855007612499328:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074744.598775:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074744.598796:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a081 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.598835:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074744.598838:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074744.598847:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.598863:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.598875:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:0.0:1769074744.598946:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57548:x1855007612499328:12345-192.168.204.39@tcp:101:cat.0 Request processed in 192us (5328us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074744.598954:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9048 00000100:00100000:1.0:1769074744.610981:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612498816:12345-192.168.204.39@tcp:3:cat.0 Request processed in 59425us (63391us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074744.611004:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5044 00002000:00100000:1.0:1769074744.611028:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d2e971c00 x1855007612498816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.611042:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971c00 with x1855007612498816 ext(2097152->3145727) 00002000:00010000:1.0:1769074744.611052:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971c00 00000100:00100000:1.0:1769074744.620117:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499456 00000100:00100000:1.0:1769074744.620139:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499456 00002000:00100000:1.0:1769074744.620189:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d20595500 x1855007612499456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.620206:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20595500 with x1855007612499456 ext(1048576->2097151) 00002000:00010000:1.0:1769074744.620212:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20595500 00000100:00100000:1.0:1769074744.620249:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5047 00000100:00100000:1.0:1769074744.620258:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612499456:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.649762:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.651030:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612498944:12345-192.168.204.39@tcp:3:cat.0 Request processed in 100119us (103586us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074744.651044:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5043 00002000:00100000:0.0:1769074744.651057:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d2e970000 x1855007612498944/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.651069:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e970000 with x1855007612498944 ext(3145728->4194303) 00002000:00010000:0.0:1769074744.651076:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e970000 00000100:00100000:1.0:1769074744.652619:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499584 00000100:00100000:1.0:1769074744.652635:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499584 00000100:00100000:1.0:1769074744.654880:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612499200:12345-192.168.204.39@tcp:3:cat.0 Request processed in 91597us (92360us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1769074744.654901:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5046 00002000:00100000:1.0:1769074744.654923:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3465216->4194303) req@ffff956d20594700 x1855007612499200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074744.654940:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594700 with x1855007612499200 ext(3465216->4194303) 00002000:00010000:1.0:1769074744.654951:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20594700 00000100:00100000:0.0:1769074744.659635:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9049 00000100:00100000:0.0:1769074744.659656:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57551:x1855007612499584:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074744.659675:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074744.659695:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a088 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.659727:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.659736:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074744.659738:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074744.659742:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->3084287] (req 2666496->3084287) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.659781:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.659798:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 19 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:0.0:1769074744.659811:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619777792:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074744.659935:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074744.661098:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612499456:12345-192.168.204.39@tcp:3:cat.0 Request processed in 40834us (41955us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074744.661111:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5047 00002000:00100000:0.0:1769074744.661122:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d20595500 x1855007612499456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.661153:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20595500 with x1855007612499456 ext(1048576->2097151) 00002000:00010000:0.0:1769074744.661159:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20595500 00000100:00100000:3.0:1769074744.663203:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.663748:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499840 00000100:00100000:1.0:1769074744.663758:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499840 00000100:00100000:1.0:1769074744.663880:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6280 00000100:00100000:1.0:1769074744.663893:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+155:57553:x1855007612499840:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074744.663925:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.663962:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c400/0x8b5959a9a0e88475 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a08f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.664097:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664117:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664154:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664178:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664185:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664191:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664364:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d200/0x8b5959a9a0e8848a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664375:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d200/0x8b5959a9a0e8848a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664382:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d200/0x8b5959a9a0e8848a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074744.664391:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074744.664500:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664507:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664513:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664519:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178c000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.664522:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664528:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664541:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074744.664543:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.664548:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664553:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c000/0x8b5959a9a0e8847c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664565:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664570:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664575:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664579:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178d400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074744.664581:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664586:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664592:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074744.664595:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074744.664598:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664603:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d400/0x8b5959a9a0e88483 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074744.664648:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178c400/0x8b5959a9a0e88475 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a08f expref: 158 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.664661:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d200/0x8b5959a9a0e8848a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a08f expref: 157 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.664668:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.664670:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074744.664672:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178d200, rc 0) 00000100:00100000:1.0:1769074744.664736:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+157:57553:x1855007612499840:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 847us (1543us total) trans 8589941113 rc 0/0 00000100:00100000:1.0:1769074744.664744:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6280 00000100:00100000:0.0:1769074744.674463:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.675952:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.676633:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.676653:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612500224 00000100:00100000:3.0:1769074744.676661:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612500224 00010000:00010000:3.0:1769074744.676708:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.676735:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4814 00000100:00100000:3.0:1769074744.676742:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612500224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.676756:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.676777:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.676791:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.676813:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8843d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a073 expref: 21 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.676846:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.676848:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.676856:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.676866:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.676900:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.676913:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619777920:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.676973:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.681284:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619777920:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.681326:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.681386:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612500224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4641us (4752us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.681396:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4814 00000100:00100000:1.0:1769074744.683231:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612500352 00000100:00100000:1.0:1769074744.683255:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612500352 00000100:00100000:1.0:1769074744.683370:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9051 00000100:00100000:1.0:1769074744.683385:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612500352:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074744.683412:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074744.683440:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4178dc00/0x8b5959a9a0e8849f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a09d expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.683504:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4178dc00/0x8b5959a9a0e8849f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a09d expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.683531:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4178dc00/0x8b5959a9a0e8849f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a09d expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074744.683556:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178dc00, rc 0) 00000100:00100000:1.0:1769074744.683646:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612500352:12345-192.168.204.39@tcp:101:cat.0 Request processed in 265us (7697us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074744.683654:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9051 00000100:00100000:3.0:1769074744.703302:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.703349:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.703383:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.703420:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.703499:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612499968 00000100:00100000:1.0:1769074744.703509:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612499968 00000100:00100000:1.0:1769074744.703578:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00100000:1.0:1769074744.703587:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+157:2371:x1855007612499968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074744.703605:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074744.703636:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178d200/0x8b5959a9a0e8848a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a08f expref: 157 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074744.703657:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074744.703663:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074744.703733:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+156:2371:x1855007612499968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074744.703741:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00100000:0.0:1769074744.704938:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612500608 00000100:00100000:0.0:1769074744.704947:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612500608 00002000:00100000:0.0:1769074744.704999:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2666496->2670591) req@ffff956d199a6a00 x1855007612500608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.705011:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a6a00 with x1855007612500608 ext(2666496->2670591) 00010000:00010000:0.0:1769074744.705022:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:0.0:1769074744.705036:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:0.0:1769074744.705045:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d199a6a00 00000100:00100000:0.0:1769074744.705084:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1026 00000100:00100000:0.0:1769074744.705097:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612500608:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074744.705319:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612500608:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 225us (1967us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074744.705326:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1026 00002000:00100000:0.0:1769074744.705334:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2666496->2670591) req@ffff956d199a6a00 x1855007612500608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/4536 e 0 to 0 dl 1769074755 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.705342:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a6a00 with x1855007612500608 ext(2666496->2670591) 00010000:00010000:0.0:1769074744.705348:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:0.0:1769074744.705357:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:0.0:1769074744.705364:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d199a6a00 00000100:00100000:0.0:1769074744.713895:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619778048:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074744.713924:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619778176:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074744.713982:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1064960->1298431] (req 1064960->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.714010:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:0.0:1769074744.714109:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:57553:x1855007612500480:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9950us (10724us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074744.714118:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9052 00000100:00100000:3.0:1769074744.716069:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619778304:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074744.716103:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.716120:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:0.0:1769074744.730857:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501120 00000100:00100000:0.0:1769074744.730868:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501120 00002000:00100000:0.0:1769074744.730918:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3080192->3084287) req@ffff956d20594a80 x1855007612501120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.730929:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594a80 with x1855007612501120 ext(3080192->3084287) 00010000:00010000:0.0:1769074744.730938:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:0.0:1769074744.730951:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:0.0:1769074744.730964:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20594a80 00000100:00100000:0.0:1769074744.731000:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1027 00000100:00100000:0.0:1769074744.731010:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612501120:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074744.731643:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612501120:12345-192.168.204.39@tcp:3:cat.0 Request processed in 632us (897us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074744.731652:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1027 00002000:00100000:0.0:1769074744.731658:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3080192->3084287) req@ffff956d20594a80 x1855007612501120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/4536 e 0 to 0 dl 1769074755 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.731687:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20594a80 with x1855007612501120 ext(3080192->3084287) 00010000:00010000:0.0:1769074744.731696:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:0.0:1769074744.731705:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:0.0:1769074744.731711:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20594a80 00000100:00100000:3.0:1769074744.733446:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612500864 00000100:00100000:3.0:1769074744.733465:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612500864 00010000:00010000:3.0:1769074744.733521:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a057 expref: 22 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.733570:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4815 00000100:00100000:3.0:1769074744.733579:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612500864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.733594:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.733619:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a057 expref: 22 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733631:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a057 expref: 22 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733659:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88421 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a057 expref: 22 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733679:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.733739:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612500864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.733749:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4815 00000100:00100000:3.0:1769074744.733813:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.733863:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612500992 00000100:00100000:3.0:1769074744.733867:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612500992 00010000:00010000:3.0:1769074744.733882:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 13 pid: 26585 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.733902:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4816 00000100:00100000:3.0:1769074744.733909:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612500992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074744.733918:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074744.733927:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 13 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733939:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 13 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733954:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88467 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a081 expref: 13 pid: 26585 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.733963:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.733965:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074744.733972:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.733981:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.734024:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.734039:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619778432:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.734097:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074744.741395:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.741862:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501248 00000100:00100000:3.0:1769074744.741877:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501248 00002000:00100000:3.0:1769074744.741963:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2666496->3084287) req@ffff956c0d76f800 x1855007612501248/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.741979:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f800 with x1855007612501248 ext(2666496->3084287) 00010000:00010000:3.0:1769074744.741993:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.742019:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 13 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:3.0:1769074744.742030:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0d76f800 00000100:00100000:3.0:1769074744.742082:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1028 00000100:00100000:3.0:1769074744.742096:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612501248:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074744.744776:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619778432:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.744804:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.744958:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612500992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11048us (11144us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.744968:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4816 00000100:00100000:1.0:1769074744.745273:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.754738:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.754816:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501504 00000100:00100000:3.0:1769074744.754846:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501504 00002000:00100000:3.0:1769074744.754887:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20e:0x0] (1064960->1069055) req@ffff956d2e973480 x1855007612501504/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.754899:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973480 with x1855007612501504 ext(1064960->1069055) 00002000:00010000:3.0:1769074744.754904:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e973480 00000100:00100000:3.0:1769074744.754929:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5048 00000100:00100000:3.0:1769074744.754936:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612501504:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.755173:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612501504:12345-192.168.204.39@tcp:3:cat.0 Request processed in 237us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074744.755180:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5048 00002000:00100000:3.0:1769074744.755187:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20e:0x0] (1064960->1069055) req@ffff956d2e973480 x1855007612501504/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/4536 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.755195:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973480 with x1855007612501504 ext(1064960->1069055) 00002000:00010000:3.0:1769074744.755198:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e973480 00000100:00100000:0.0:1769074744.761958:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612501248:12345-192.168.204.39@tcp:4:cat.0 Request processed in 19848us (20561us total) trans 21474839320 rc 0/0 00000100:00100000:0.0:1769074744.761981:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1028 00002000:00100000:0.0:1769074744.761999:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2666496->3084287) req@ffff956c0d76f800 x1855007612501248/t21474839320(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/448 e 0 to 0 dl 1769074755 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.762013:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f800 with x1855007612501248 ext(2666496->3084287) 00010000:00010000:0.0:1769074744.762028:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 15 pid: 33558 timeout: 1828 lvb_type: 0 00010000:00010000:0.0:1769074744.762056:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2666496->4571135] (req 2666496->3084287) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a088 expref: 15 pid: 33558 timeout: 1828 lvb_type: 0 00002000:00010000:0.0:1769074744.762067:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0d76f800 00000100:00100000:1.0:1769074744.769911:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.770070:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501632 00000100:00100000:3.0:1769074744.770080:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501632 00000100:00100000:3.0:1769074744.777002:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619778560:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074744.777015:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619778688:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074744.777035:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074744.777088:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612501632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6414us (7188us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.777099:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4817 00000100:00100000:1.0:1769074744.781434:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.781542:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.781695:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501760 00000100:00100000:0.0:1769074744.781706:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501760 00002000:00100000:0.0:1769074744.781757:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1294336->1298431) req@ffff956d41d11c00 x1855007612501760/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.781767:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d11c00 with x1855007612501760 ext(1294336->1298431) 00002000:00010000:0.0:1769074744.781773:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d11c00 00000100:00100000:0.0:1769074744.781862:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612501888 00000100:00100000:0.0:1769074744.781866:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612501888 00002000:00100000:0.0:1769074744.781882:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d41d11500 x1855007612501888/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.781889:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d11500 with x1855007612501888 ext(4194304->4857855) 00002000:00010000:0.0:1769074744.781894:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d11500 00000100:00100000:1.0:1769074744.789592:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.790703:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502016 00000100:00100000:3.0:1769074744.790716:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502016 00002000:00100000:3.0:1769074744.790764:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d10e00 x1855007612502016/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.790775:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10e00 with x1855007612502016 ext(2097152->3145727) 00002000:00010000:3.0:1769074744.790781:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10e00 00000100:00100000:3.0:1769074744.790909:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5051 00000100:00100000:3.0:1769074744.790918:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612502016:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074744.796649:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.797465:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502272 00000100:00100000:0.0:1769074744.797486:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502272 00000100:00100000:0.0:1769074744.797546:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2628 00000100:00100000:0.0:1769074744.797556:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+156:57553:x1855007612502272:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074744.797921:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+157:57553:x1855007612502272:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 362us (1279us total) trans 8589941114 rc 0/0 00000100:00100000:0.0:1769074744.797934:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2628 00000100:00100000:3.0:1769074744.804746:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612501888:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22497us (23187us total) trans 0 rc 663552/663552 00000100:00100000:3.0:1769074744.804768:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5050 00002000:00100000:3.0:1769074744.804788:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d41d11500 x1855007612501888/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.804803:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d11500 with x1855007612501888 ext(4194304->4857855) 00002000:00010000:3.0:1769074744.804812:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d11500 00000100:00100000:3.0:1769074744.817716:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612502016:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26782us (28122us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074744.817736:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5051 00002000:00100000:3.0:1769074744.817755:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d10e00 x1855007612502016/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.817767:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10e00 with x1855007612502016 ext(2097152->3145727) 00002000:00010000:3.0:1769074744.817777:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10e00 00000100:00100000:1.0:1769074744.828631:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.828782:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502528 00000100:00100000:3.0:1769074744.828793:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502528 00000100:00100000:1.0:1769074744.838951:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.839037:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502656 00000100:00100000:3.0:1769074744.839047:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502656 00000100:00100000:3.0:1769074744.839107:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9055 00000100:00100000:3.0:1769074744.839117:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57548:x1855007612502656:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074744.839135:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074744.839153:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0b9 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.839184:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.839192:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074744.839194:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074744.839198:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.839233:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.839250:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 13 pid: 25507 timeout: 1828 lvb_type: 0 00000100:00100000:3.0:1769074744.839275:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619778816:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074744.839365:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074744.841686:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619778816:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074744.841719:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074744.841744:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9e00, rc 0) 00000100:00100000:3.0:1769074744.841798:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57548:x1855007612502656:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2682us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074744.841807:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9055 00000100:00100000:1.0:1769074744.844794:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.844958:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502784 00000100:00100000:3.0:1769074744.844968:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502784 00002000:00100000:3.0:1769074744.845013:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2416639) req@ffff956d41d10700 x1855007612502784/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.845024:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10700 with x1855007612502784 ext(2097152->2416639) 00010000:00010000:3.0:1769074744.845032:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 14 pid: 25507 timeout: 1828 lvb_type: 0 00010000:00010000:3.0:1769074744.845049:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8833a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2342911) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119fe0 expref: 14 pid: 25507 timeout: 1829 lvb_type: 0 00002000:00010000:3.0:1769074744.845057:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d10700 00000100:00100000:3.0:1769074744.845152:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1029 00000100:00100000:3.0:1769074744.845161:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612502784:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074744.868137:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.871272:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612502912 00000100:00100000:3.0:1769074744.871290:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612502912 00000100:00100000:1.0:1769074744.915900:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.919081:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.924082:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.927185:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612503296 00000100:00100000:3.0:1769074744.927201:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612503296 00002000:00100000:3.0:1769074744.927255:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d13b80 x1855007612503296/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/0 e 0 to 0 dl 1769074755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074744.927273:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d13b80 with x1855007612503296 ext(3145728->4194303) 00002000:00010000:3.0:1769074744.927279:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d13b80 00000100:00100000:3.0:1769074744.927322:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5054 00000100:00100000:3.0:1769074744.927332:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612503296:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074744.970927:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612503168:12345-192.168.204.39@tcp:3:cat.0 Request processed in 48315us (51839us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074744.970946:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5053 00002000:00100000:0.0:1769074744.970966:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d199a7480 x1855007612503168/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:280/0 lens 488/440 e 0 to 0 dl 1769074755 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074744.970979:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7480 with x1855007612503168 ext(3145728->4194303) 00002000:00010000:0.0:1769074744.970989:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a7480 00000100:00100000:3.0:1769074744.977461:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074744.987525:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074744.988160:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612503680 00000100:00100000:0.0:1769074744.988171:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612503680 00000100:00100000:0.0:1769074744.988246:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:0.0:1769074744.988256:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+160:2371:x1855007612503680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074744.988274:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074744.988310:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e884d7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0c0 expref: 160 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074744.988329:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074744.988334:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074744.988396:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+159:2371:x1855007612503680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 139us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074744.988407:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:0.0:1769074744.991659:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074744.991753:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612503808 00000100:00100000:3.0:1769074744.991763:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612503808 00000100:00100000:3.0:1769074744.991902:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9056 00000100:00100000:3.0:1769074744.991912:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612503808:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074744.991931:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074744.991948:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e884e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0c7 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074744.992008:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779072:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074744.992089:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00002000:00010000:3.0:1769074745.005433:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074742 -> 1769074745 00000100:00100000:3.0:1769074745.005467:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779072:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074745.005517:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e884e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0c7 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.005542:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e884e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0c7 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.005558:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:3.0:1769074745.005627:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612503808:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13716us (13976us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074745.005636:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9056 00000100:00100000:3.0:1769074745.014467:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.014652:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612503936 00000100:00100000:0.0:1769074745.014663:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612503936 00002000:00100000:0.0:1769074745.014714:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4571135) req@ffff956c050e8a80 x1855007612503936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.014724:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8a80 with x1855007612503936 ext(4194304->4571135) 00002000:00010000:0.0:1769074745.014731:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e8a80 00000100:00100000:0.0:1769074745.014772:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5055 00000100:00100000:0.0:1769074745.014781:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612503936:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074745.021549:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.022307:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612504192 00000100:00100000:3.0:1769074745.022318:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612504192 00000100:00100000:3.0:1769074745.022373:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6282 00000100:00100000:3.0:1769074745.022383:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57560:x1855007612504192:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074745.022408:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.022428:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e884ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0ce expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.022515:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022531:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022542:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022556:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022563:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022569:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022708:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88501 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022723:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88501 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022730:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88501 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074745.022741:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074745.022864:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022872:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022877:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022882:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166dc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.022886:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022892:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022903:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074745.022906:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.022910:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022915:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e884f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022927:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022936:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022941:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022945:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.022947:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022952:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022958:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074745.022960:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.022963:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.022968:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e884fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074745.023010:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e884ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ce expref: 25 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.023021:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88501 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ce expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.023027:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074745.023029:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074745.023032:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ce00, rc 0) 00000100:00100000:3.0:1769074745.023090:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57560:x1855007612504192:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 708us (1551us total) trans 8589941117 rc 0/0 00000100:00100000:3.0:1769074745.023097:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6282 00000100:00100000:3.0:1769074745.023353:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612503936:12345-192.168.204.39@tcp:3:cat.0 Request processed in 8572us (8894us total) trans 0 rc 376832/376832 00000100:00100000:3.0:1769074745.023363:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5055 00002000:00100000:3.0:1769074745.023372:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4571135) req@ffff956c050e8a80 x1855007612503936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 376832/376832 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.023381:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8a80 with x1855007612503936 ext(4194304->4571135) 00002000:00010000:3.0:1769074745.023385:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e8a80 00000100:00100000:3.0:1769074745.027232:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.028567:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612504320 00000100:00100000:0.0:1769074745.028581:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612504320 00000100:00100000:0.0:1769074745.028634:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9057 00000100:00100000:0.0:1769074745.028642:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:57558:x1855007612504320:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074745.028658:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074745.028678:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0d5 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028708:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028718:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028725:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.028727:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.028731:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2584576->2985983] (req 2584576->2985983) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 22 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028762:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028776:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 13 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:0.0:1769074745.028792:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779200:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074745.028892:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.028902:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:0.0:1769074745.028911:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779328:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074745.028929:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074745.040438:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.040569:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779200:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074745.040582:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779328:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.040619:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2584576->2985983] (req 2584576->2985983) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 22 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.040642:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:3.0:1769074745.040709:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:57558:x1855007612504320:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12066us (13486us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.040719:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9057 00000100:00100000:1.0:1769074745.041049:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612504448 00000100:00100000:1.0:1769074745.041057:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612504448 00010000:00010000:1.0:1769074745.041088:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:1.0:1769074745.041124:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4819 00000100:00100000:1.0:1769074745.041133:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612504448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.041147:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.041167:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.041178:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.041205:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e884ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ab expref: 22 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.041218:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.041241:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612504448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 109us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.041247:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4819 00000100:00100000:1.0:1769074745.051669:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505088 00000100:00100000:1.0:1769074745.051674:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505088 00000100:00100000:1.0:1769074745.051715:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505216 00000100:00100000:1.0:1769074745.051719:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505216 00010000:00010000:1.0:1769074745.051735:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 14 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:1.0:1769074745.051767:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4820 00000100:00100000:1.0:1769074745.051775:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612505216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.051785:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.051807:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 14 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.051852:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 14 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.051877:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e884b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b2 expref: 14 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.051891:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074745.051893:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074745.051901:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.051911:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.051950:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074745.051969:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619779456:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074745.052028:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.052046:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:1.0:1769074745.052053:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2373:x1855007612505088:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.052061:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.052076:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e88501 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ce expref: 25 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.052090:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074745.052095:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.052115:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2373:x1855007612505088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 63us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.052123:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:1.0:1769074745.052145:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612504832 00000100:00100000:1.0:1769074745.052149:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612504832 00000100:00100000:1.0:1769074745.052177:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612504960 00000100:00100000:1.0:1769074745.052181:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612504960 00000100:00100000:1.0:1769074745.052200:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9058 00000100:00100000:1.0:1769074745.052207:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612504832:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074745.052217:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074745.052229:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e88516 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0dc expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074745.052264:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619779584:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074745.052292:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.052311:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9059 00000100:00100000:1.0:1769074745.052318:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612504960:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074745.052324:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074745.052332:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8851d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0e3 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.052350:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8851d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0e3 expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.052362:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8851d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0e3 expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.052371:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8c00, rc 0) 00000100:00100000:1.0:1769074745.052392:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612504960:12345-192.168.204.39@tcp:101:cat.0 Request processed in 74us (1398us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074745.052398:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9059 00000100:00100000:1.0:1769074745.062225:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619779456:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074745.062250:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.062324:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612505216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10549us (10818us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.062336:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4820 00000100:00100000:0.0:1769074745.062440:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505344 00000100:00100000:0.0:1769074745.062449:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505344 00002000:00100000:0.0:1769074745.062506:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2584576->2588671) req@ffff956d40ff0700 x1855007612505344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.062516:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0700 with x1855007612505344 ext(2584576->2588671) 00002000:00010000:0.0:1769074745.062522:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0700 00000100:00100000:0.0:1769074745.062555:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5056 00000100:00100000:0.0:1769074745.062564:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612505344:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074745.062737:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612505344:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 173us (978us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074745.062744:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5056 00002000:00100000:0.0:1769074745.062749:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2584576->2588671) req@ffff956d40ff0700 x1855007612505344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/4536 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.062763:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0700 with x1855007612505344 ext(2584576->2588671) 00002000:00010000:0.0:1769074745.062766:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0700 00002000:00010000:3.0:1769074745.063210:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074745 -> 1769074746 00002000:00010000:3.0:1769074745.063215:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074745 -> 1769074746 00000100:00100000:3.0:1769074745.063229:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619779584:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074745.063258:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e88516 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0dc expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.063284:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e88516 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0dc expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.063295:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8800, rc 0) 00000100:00100000:3.0:1769074745.063338:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612504832:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11130us (12397us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074745.063345:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9058 00000100:00100000:0.0:1769074745.070391:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.070453:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.070574:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505472 00000100:00100000:1.0:1769074745.070586:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505472 00000100:00100000:1.0:1769074745.070645:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505600 00000100:00100000:1.0:1769074745.070648:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505600 00000100:00100000:1.0:1769074745.070676:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9060 00000100:00100000:1.0:1769074745.070685:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612505472:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074745.070704:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074745.070722:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88524 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0ea expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074745.070781:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779712:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074745.070882:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.076886:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619779712:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074745.076940:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88524 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ea expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.076971:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88524 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ea expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.076990:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8c00, rc 0) 00000100:00100000:1.0:1769074745.077085:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612505472:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6398us (6701us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074745.077097:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9060 00000100:00100000:1.0:1769074745.093620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.093683:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.093953:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505856 00000100:00100000:0.0:1769074745.093963:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505856 00000100:00100000:0.0:1769074745.094030:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2631 00000100:00100000:0.0:1769074745.094041:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2041f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57548:x1855007612505856:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074745.094374:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2041f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57548:x1855007612505856:12345-192.168.204.39@tcp:35:cat.0 Request processed in 334us (763us total) trans 8589941119 rc 0/0 00000100:00100000:0.0:1769074745.094382:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2631 00000100:00100000:3.0:1769074745.095020:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612505984 00000100:00100000:3.0:1769074745.095033:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612505984 00002000:00100000:3.0:1769074745.095090:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2981888->2985983) req@ffff956d41d10a80 x1855007612505984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.095101:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10a80 with x1855007612505984 ext(2981888->2985983) 00002000:00010000:3.0:1769074745.095108:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10a80 00000100:00100000:3.0:1769074745.095143:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5057 00000100:00100000:3.0:1769074745.095151:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612505984:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074745.095422:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612505984:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 267us (1733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074745.095434:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5057 00002000:00100000:3.0:1769074745.095446:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2981888->2985983) req@ffff956d41d10a80 x1855007612505984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/4536 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.095457:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10a80 with x1855007612505984 ext(2981888->2985983) 00002000:00010000:3.0:1769074745.095463:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10a80 00000100:00100000:1.0:1769074745.113913:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.134026:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.134133:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612506496 00000100:00100000:3.0:1769074745.134145:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612506496 00000100:00100000:3.0:1769074745.134215:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6283 00000100:00100000:3.0:1769074745.134225:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+160:57564:x1855007612506496:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.134249:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.134272:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88532 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0f8 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.134634:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.134655:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.134671:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.134688:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.134699:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.134710:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136347:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88547 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136370:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88547 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136385:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88547 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074745.136405:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074745.136571:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136582:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136592:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136602:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41080000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.136609:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136617:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136635:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074745.136639:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.136646:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136653:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136671:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136678:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136684:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136694:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41081400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.136696:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136702:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136710:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074745.136712:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.136716:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136721:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88540 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074745.136777:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88532 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0f8 expref: 163 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.136791:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88547 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0f8 expref: 162 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.136798:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074745.136801:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074745.136804:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081600, rc 0) 00000100:00100000:3.0:1769074745.138766:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+162:57564:x1855007612506496:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4525us (4733us total) trans 8589941121 rc 0/0 00000100:00100000:3.0:1769074745.138786:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6283 00000100:00100000:1.0:1769074745.145086:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.145153:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.145247:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612506624 00000100:00100000:0.0:1769074745.145258:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612506624 00000100:00100000:0.0:1769074745.145326:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612506752 00000100:00100000:0.0:1769074745.145329:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612506752 00000100:00100000:0.0:1769074745.145369:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9062 00000100:00100000:0.0:1769074745.145378:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612506624:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074745.145398:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074745.145416:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88555 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a0ff expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.145449:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88555 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ff expref: 22 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074745.145478:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88555 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0ff expref: 22 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074745.145492:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:0.0:1769074745.145545:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612506624:12345-192.168.204.39@tcp:101:cat.0 Request processed in 167us (468us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074745.145551:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9062 00000100:00100000:0.0:1769074745.145569:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9063 00000100:00100000:0.0:1769074745.145576:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612506752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074745.145582:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074745.145592:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a106 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.145604:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.145605:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.145613:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a106 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074745.145628:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a106 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074745.145636:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976400, rc 0) 00000100:00100000:0.0:1769074745.145655:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612506752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 81us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074745.145660:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9063 00000100:00100000:1.0:1769074745.149428:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.153007:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.153104:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507008 00000100:00100000:3.0:1769074745.153114:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507008 00000100:00100000:3.0:1769074745.153195:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9064 00000100:00100000:3.0:1769074745.153205:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57560:x1855007612507008:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074745.153224:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.153244:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a10d expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.153285:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.153301:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.153308:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.153310:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.153314:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1171456->1708031] (req 1171456->1708031) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.153351:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.153365:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 1829 lvb_type: 1 00000100:00100000:3.0:1769074745.153378:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619779840:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.153522:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.153544:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 15 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:3.0:1769074745.153557:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619779968:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074745.153597:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c9413c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074745.159861:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619779840:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074745.159881:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619779968:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.159912:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1171456->1708031] (req 1171456->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.159934:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081200, rc 0) 00000100:00100000:3.0:1769074745.160000:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57560:x1855007612507008:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 6795us (7003us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.160009:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9064 00000100:00100000:1.0:1769074745.163204:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.163298:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507136 00000100:00100000:3.0:1769074745.163309:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507136 00010000:00010000:3.0:1769074745.163356:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 1829 lvb_type: 1 00000100:00100000:3.0:1769074745.163436:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4821 00000100:00100000:3.0:1769074745.163447:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612507136:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074745.163476:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074745.163502:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 1829 lvb_type: 1 00010000:00010000:3.0:1769074745.163518:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 1829 lvb_type: 1 00010000:00010000:3.0:1769074745.163544:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88413 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a049 expref: 17 pid: 25507 timeout: 1829 lvb_type: 1 00010000:00010000:3.0:1769074745.163562:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074745.163625:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612507136:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 179us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.163634:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4821 00000100:00100000:1.0:1769074745.170810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.170972:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507264 00000100:00100000:3.0:1769074745.170983:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507264 00010000:00010000:3.0:1769074745.171022:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 16 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:3.0:1769074745.171066:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4822 00000100:00100000:3.0:1769074745.171075:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612507264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074745.171090:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074745.171113:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 16 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:3.0:1769074745.171139:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 16 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:3.0:1769074745.171167:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e8838e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a018 expref: 16 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:3.0:1769074745.171187:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.171189:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.171196:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.171206:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.171245:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074745.171259:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619780096:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074745.171639:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c9413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.173667:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.173768:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507392 00000100:00100000:0.0:1769074745.173778:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507392 00002000:00100000:0.0:1769074745.177451:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c033f1c00 x1855007612507392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.177484:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f1c00 with x1855007612507392 ext(0->1048575) 00002000:00010000:0.0:1769074745.177491:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c033f1c00 00000100:00100000:0.0:1769074745.177537:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5058 00000100:00100000:0.0:1769074745.177551:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612507392:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074745.179575:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619780096:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074745.179613:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074745.179796:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612507264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8717us (8992us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.179815:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4822 00000100:00100000:1.0:1769074745.193796:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.198709:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507520 00000100:00100000:3.0:1769074745.198730:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507520 00002000:00100000:3.0:1769074745.198805:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1703936->1708031) req@ffff956c033f3100 x1855007612507520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.198878:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f3100 with x1855007612507520 ext(1703936->1708031) 00002000:00010000:3.0:1769074745.198891:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c033f3100 00000100:00100000:3.0:1769074745.198935:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5059 00000100:00100000:3.0:1769074745.198951:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612507520:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074745.201563:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612507520:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 2602us (7764us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074745.201580:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5059 00002000:00100000:3.0:1769074745.201591:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1703936->1708031) req@ffff956c033f3100 x1855007612507520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/4536 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.201601:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f3100 with x1855007612507520 ext(1703936->1708031) 00002000:00010000:3.0:1769074745.201608:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c033f3100 00000100:00100000:1.0:1769074745.203239:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612507392:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25685us (29574us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074745.203251:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5058 00002000:00100000:1.0:1769074745.203260:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c033f1c00 x1855007612507392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.203270:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f1c00 with x1855007612507392 ext(0->1048575) 00002000:00010000:1.0:1769074745.203276:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c033f1c00 00000100:00100000:3.0:1769074745.234924:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507648 00000100:00100000:3.0:1769074745.234935:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507648 00000100:00100000:3.0:1769074745.240076:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.240233:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612507776 00000100:00100000:1.0:1769074745.240245:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612507776 00002000:00100000:1.0:1769074745.240298:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1171456->1708031) req@ffff956c050e9500 x1855007612507776/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.240309:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9500 with x1855007612507776 ext(1171456->1708031) 00010000:00010000:1.0:1769074745.240318:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 16 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.240336:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e88563 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a10d expref: 16 pid: 25507 timeout: 1829 lvb_type: 0 00002000:00010000:1.0:1769074745.240344:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c050e9500 00000100:00100000:1.0:1769074745.240376:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1030 00000100:00100000:1.0:1769074745.240386:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612507776:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074745.268559:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.288313:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619780352:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074745.288341:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.288407:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612507904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18889us (19857us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.288418:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4823 00010000:00010000:0.0:1769074745.298695:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074745.302061:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.302185:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612508160 00000100:00100000:1.0:1769074745.302196:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612508160 00002000:00100000:1.0:1769074745.302248:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c050e9180 x1855007612508160/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 504/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.302258:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9180 with x1855007612508160 ext(1048576->2097151) 00002000:00010000:1.0:1769074745.302264:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e9180 00000100:00100000:1.0:1769074745.302301:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5060 00000100:00100000:1.0:1769074745.302311:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612508160:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074745.314602:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.314788:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612508032 00000100:00100000:1.0:1769074745.314798:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612508032 00002000:00100000:1.0:1769074745.314875:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c050eaa00 x1855007612508032/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.314886:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eaa00 with x1855007612508032 ext(1048576->2097151) 00002000:00010000:1.0:1769074745.314892:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050eaa00 00000100:00100000:1.0:1769074745.314917:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5061 00000100:00100000:1.0:1769074745.314926:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612508032:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074745.333423:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612508032:12345-192.168.204.39@tcp:3:cat.0 Request processed in 18487us (18822us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074745.333440:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5061 00002000:00100000:1.0:1769074745.333453:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c050eaa00 x1855007612508032/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.333473:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eaa00 with x1855007612508032 ext(1048576->2097151) 00002000:00010000:1.0:1769074745.333480:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050eaa00 00000100:00100000:3.0:1769074745.334638:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.334996:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612508416 00000100:00100000:1.0:1769074745.335006:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612508416 00000100:00100000:1.0:1769074745.335068:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6284 00000100:00100000:1.0:1769074745.335076:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+161:57568:x1855007612508416:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074745.335099:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074745.335128:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e88571 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a11b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.335209:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335223:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335234:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335248:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335254:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335272:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335422:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88586 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335432:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88586 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335439:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88586 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074745.335448:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074745.335562:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335569:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335575:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335581:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074745.335585:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335591:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335602:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074745.335605:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074745.335610:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335615:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335631:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335637:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335642:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335646:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074745.335649:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335654:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335662:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074745.335665:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074745.335668:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335673:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8857f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074745.335718:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e88571 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a11b expref: 164 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.335732:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88586 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a11b expref: 163 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.335738:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074745.335741:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074745.335744:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8a00, rc 0) 00000100:00100000:1.0:1769074745.336487:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+163:57568:x1855007612508416:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1404us (1848us total) trans 8589941122 rc 0/0 00000100:00100000:1.0:1769074745.336496:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6284 00000100:00100000:0.0:1769074745.343798:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619780480:0@lo:400:kworker.0 00000100:00100000:0.0:1769074745.343856:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074745.343879:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619780992:0@lo:400:kworker.0 00000100:00100000:0.0:1769074745.343899:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074745.343914:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074745.343919:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619780608:0@lo:400:kworker.0 00000100:00100000:0.0:1769074745.343940:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074745.343951:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619781120:0@lo:400:kworker.0 00000100:00100000:0.0:1769074745.343967:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074745.343987:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619780992 00000100:00100000:0.0:1769074745.343990:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619780992 00000100:00100000:0.0:1769074745.344017:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1769074745.344023:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619780992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074745.344053:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619780992:12345-0@lo:400:kworker.0 Request processed in 31us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074745.344059:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1769074745.344084:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619780992:0@lo:400:kworker.0 00000100:00100000:1.0:1769074745.347513:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619780608:0@lo:400:kworker.0 00000100:00100000:1.0:1769074745.347528:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619781120:0@lo:400:kworker.0 00000100:00100000:1.0:1769074745.347538:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619780480:0@lo:400:kworker.0 00000100:00100000:1.0:1769074745.362480:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612508544 00000100:00100000:1.0:1769074745.362490:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612508544 00000100:00100000:1.0:1769074745.362560:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 778 00000100:00100000:1.0:1769074745.362570:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+163:2370:x1855007612508544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.362587:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.362616:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88586 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a11b expref: 163 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.362636:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074745.362641:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.362702:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+162:2370:x1855007612508544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 133us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.362710:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 778 00000100:00100000:3.0:1769074745.381928:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.394690:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.394801:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612508800 00000100:00100000:1.0:1769074745.394812:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612508800 00002000:00100000:1.0:1769074745.394899:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2584576->2985983) req@ffff956d41d8b100 x1855007612508800/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.394917:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b100 with x1855007612508800 ext(2584576->2985983) 00010000:00010000:1.0:1769074745.394925:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 23 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.394940:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 23 pid: 25507 timeout: 1829 lvb_type: 0 00002000:00010000:1.0:1769074745.394947:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d8b100 00000100:00100000:1.0:1769074745.394978:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1031 00000100:00100000:1.0:1769074745.394986:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612508800:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074745.406600:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.407487:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509056 00000100:00100000:1.0:1769074745.407502:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509056 00000100:00100000:1.0:1769074745.407572:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2633 00000100:00100000:1.0:1769074745.407582:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+162:57568:x1855007612509056:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074745.407876:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+163:57568:x1855007612509056:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 294us (1284us total) trans 8589941123 rc 0/0 00000100:00100000:1.0:1769074745.407884:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2633 00000100:00100000:1.0:1769074745.425852:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612508800:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 30826us (31131us total) trans 21474839321 rc 0/0 00000100:00100000:1.0:1769074745.425871:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1031 00002000:00100000:1.0:1769074745.425887:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2584576->2985983) req@ffff956d41d8b100 x1855007612508800/t21474839321(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/448 e 0 to 0 dl 1769074756 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.425898:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b100 with x1855007612508800 ext(2584576->2985983) 00010000:00010000:1.0:1769074745.425911:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.425932:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00002000:00010000:1.0:1769074745.425940:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d8b100 00000100:00100000:0.0:1769074745.439551:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.439663:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509312 00000100:00100000:1.0:1769074745.439674:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509312 00000100:00100000:1.0:1769074745.439734:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6285 00000100:00100000:1.0:1769074745.439743:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57573:x1855007612509312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074745.439769:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074745.439791:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8859b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a129 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.439902:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.439917:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.439928:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.439942:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.439949:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.439955:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440102:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e885b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440112:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e885b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440132:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e885b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074745.440142:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074745.440236:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440243:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440250:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440255:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074745.440273:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440280:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440300:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074745.440303:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074745.440308:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440315:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e885a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440332:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440338:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440343:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440349:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074745.440352:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440357:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440364:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074745.440366:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074745.440369:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440375:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e885a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074745.440416:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8859b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a129 expref: 28 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.440430:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e885b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a129 expref: 27 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.440437:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074745.440440:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074745.440443:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca9a00, rc 0) 00000100:00100000:1.0:1769074745.440518:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:57573:x1855007612509312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 775us (977us total) trans 8589941124 rc 0/0 00000100:00100000:1.0:1769074745.440527:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6285 00000100:00100000:3.0:1769074745.456302:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.457211:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.457799:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612510208 00000100:00100000:0.0:1769074745.457813:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612510208 00000100:00100000:0.0:1769074745.457913:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6286 00000100:00100000:0.0:1769074745.457923:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:57572:x1855007612510208:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074745.457952:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074745.457974:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e885be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a145 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.458078:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458093:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458106:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458132:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458140:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458147:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458446:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e885d3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458458:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e885d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458474:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e885d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074745.458485:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074745.458602:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458609:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458616:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458622:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074745.458626:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458633:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458646:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074745.458648:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074745.458652:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458657:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e885c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458671:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458677:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458683:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458692:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074745.458695:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458700:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458707:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9400) 00010000:00010000:0.0:1769074745.458709:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074745.458714:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458719:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e885cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074745.458764:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e885be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a145 expref: 30 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.458788:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e885d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a145 expref: 29 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.458799:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074745.458802:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074745.458806:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:0.0:1769074745.458979:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57572:x1855007612510208:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1054us (2446us total) trans 8589941125 rc 0/0 00000100:00100000:0.0:1769074745.458994:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6286 00000100:00100000:3.0:1769074745.465477:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509824 00000100:00100000:3.0:1769074745.465489:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509824 00000100:00100000:3.0:1769074745.465539:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509696 00000100:00100000:3.0:1769074745.465542:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509696 00000100:00100000:3.0:1769074745.465559:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509952 00000100:00100000:3.0:1769074745.465561:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509952 00000100:00100000:3.0:1769074745.465582:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9067 00000100:00100000:3.0:1769074745.465597:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612509824:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.465627:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.465649:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e885e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a137 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074745.465708:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619781376:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074745.465794:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c9413c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074745.465857:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612510464 00000100:00100000:3.0:1769074745.465861:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612510464 00000100:00100000:3.0:1769074745.465890:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2634 00000100:00100000:3.0:1769074745.465897:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57572:x1855007612510464:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074745.466206:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:57572:x1855007612510464:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 305us (861us total) trans 8589941126 rc 0/0 00000100:00100000:3.0:1769074745.466222:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2634 00000100:00100000:3.0:1769074745.466270:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9068 00000100:00100000:3.0:1769074745.466279:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612509696:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.466287:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.466300:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a130 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.466315:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.466317:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.466327:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.466345:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.466362:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:3.0:1769074745.466383:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612509696:12345-192.168.204.39@tcp:101:cat.0 Request processed in 106us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.466389:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9068 00000100:00100000:3.0:1769074745.466402:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9069 00000100:00100000:3.0:1769074745.466408:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612509952:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.466415:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.466423:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e885ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a13e expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.466442:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e885ef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a13e expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.466456:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e885ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a13e expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.466487:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074745.466525:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612509952:12345-192.168.204.39@tcp:101:cat.0 Request processed in 113us (1204us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074745.466537:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9069 00000100:00100000:1.0:1769074745.468048:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509440 00000100:00100000:1.0:1769074745.468071:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509440 00010000:00010000:0.0:1769074745.468317:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00000100:00100000:0.0:1769074745.468369:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612509568 00000100:00100000:0.0:1769074745.468373:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612509568 00000100:00100000:0.0:1769074745.468402:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4824 00000100:00100000:0.0:1769074745.468411:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2372:x1855007612509440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074745.468429:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074745.468453:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074745 -> 1769074746 00010000:00010000:0.0:1769074745.468470:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:0.0:1769074745.468484:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:0.0:1769074745.468507:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8850f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2584576->4571135] (req 2584576->2985983) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0d5 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:0.0:1769074745.468521:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.468523:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.468530:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.468541:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.468581:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074745.468602:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619781504:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074745.468700:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074745.468736:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:0.0:1769074745.468752:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2371:x1855007612509568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074745.468771:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074745.468795:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e885b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a129 expref: 30 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.468817:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074745.468855:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074745.468900:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612509568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 149us (11686us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074745.468912:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:0.0:1769074745.521696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.521899:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612510720 00000100:00100000:1.0:1769074745.521914:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612510720 00002000:00100000:1.0:1769074745.521993:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76f100 x1855007612510720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.522009:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f100 with x1855007612510720 ext(1048576->2097151) 00002000:00010000:1.0:1769074745.522018:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76f100 00000100:00100000:1.0:1769074745.522070:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5062 00000100:00100000:1.0:1769074745.522085:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612510720:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074745.544548:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612510720:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22456us (22854us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074745.544563:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5062 00002000:00100000:1.0:1769074745.544576:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76f100 x1855007612510720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.544587:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f100 with x1855007612510720 ext(1048576->2097151) 00002000:00010000:1.0:1769074745.544593:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76f100 00000100:00100000:1.0:1769074745.560989:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612510848 00000100:00100000:1.0:1769074745.561007:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612510848 00002000:00100000:1.0:1769074745.561086:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0bfcd500 x1855007612510848/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.561107:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd500 with x1855007612510848 ext(2097152->3145727) 00002000:00010000:1.0:1769074745.561138:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcd500 00000100:00100000:1.0:1769074745.561186:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5063 00000100:00100000:1.0:1769074745.561196:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612510848:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074745.572029:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.591384:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612510848:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 30187us (30849us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074745.591396:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5063 00002000:00100000:1.0:1769074745.591408:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0bfcd500 x1855007612510848/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.591418:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd500 with x1855007612510848 ext(2097152->3145727) 00002000:00010000:1.0:1769074745.591425:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcd500 00000100:00100000:1.0:1769074745.591451:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612511232 00000100:00100000:1.0:1769074745.591469:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612511232 00002000:00100000:1.0:1769074745.591505:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfcea00 x1855007612511232/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.591513:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcea00 with x1855007612511232 ext(2097152->3145727) 00002000:00010000:1.0:1769074745.591517:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcea00 00000100:00100000:1.0:1769074745.591536:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5064 00000100:00100000:1.0:1769074745.591545:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612511232:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074745.615058:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612511488 00000100:00100000:0.0:1769074745.615072:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612511488 00010000:00010000:0.0:1769074745.615118:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 20 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:0.0:1769074745.615162:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612511616 00000100:00100000:0.0:1769074745.615165:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612511616 00010000:00010000:0.0:1769074745.615181:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 20 pid: 25507 timeout: 1829 lvb_type: 1 00000100:00100000:0.0:1769074745.615210:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4825 00000100:00100000:0.0:1769074745.615219:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612511488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074745.615234:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074745.615256:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 20 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:0.0:1769074745.615267:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 20 pid: 33558 timeout: 1829 lvb_type: 0 00010000:00010000:0.0:1769074745.615311:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074745.615364:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612511488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (4072us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074745.615372:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4825 00000100:00100000:0.0:1769074745.615391:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4826 00000100:00100000:0.0:1769074745.615397:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2373:x1855007612511616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074745.615406:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074745.615415:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 20 pid: 25507 timeout: 1829 lvb_type: 1 00010000:00010000:0.0:1769074745.615427:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 20 pid: 25507 timeout: 1829 lvb_type: 1 00010000:00010000:0.0:1769074745.615438:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.615440:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074745.615447:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.615456:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074745.615503:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074745.615517:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619781888:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074745.615568:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88000 going to sleep for 11 seconds 00010000:00010000:3.0:1769074745.618397:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8841a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a050 expref: 20 pid: 25507 timeout: 1829 lvb_type: 1 00000100:00100000:3.0:1769074745.618422:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619781632:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.618438:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e883e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a034 expref: 19 pid: 33558 timeout: 1829 lvb_type: 0 00000100:00100000:3.0:1769074745.618447:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619781760:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.618492:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.618507:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96800, rc 0) 00000100:00100000:3.0:1769074745.618591:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57572:x1855007612511104:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 46002us (46570us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.618599:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9070 00000100:00100000:3.0:1769074745.622860:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612511232:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 31302us (31932us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074745.622876:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5064 00002000:00100000:3.0:1769074745.622891:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfcea00 x1855007612511232/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.622903:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcea00 with x1855007612511232 ext(2097152->3145727) 00002000:00010000:3.0:1769074745.622909:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcea00 00000100:00100000:1.0:1769074745.641414:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619781888:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074745.641442:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.641517:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612511616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 26118us (30192us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.641529:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4826 00000100:00100000:0.0:1769074745.655081:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612510976:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 43510us (43849us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074745.655098:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5065 00002000:00100000:0.0:1769074745.655114:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfce300 x1855007612510976/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.655125:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfce300 with x1855007612510976 ext(3145728->4194303) 00002000:00010000:0.0:1769074745.655132:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfce300 00000100:00100000:0.0:1769074745.655158:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612511744 00000100:00100000:0.0:1769074745.655166:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612511744 00002000:00100000:0.0:1769074745.655200:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1470464->1474559) req@ffff956c0bfcc380 x1855007612511744/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.655208:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc380 with x1855007612511744 ext(1470464->1474559) 00002000:00010000:0.0:1769074745.655211:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcc380 00000100:00100000:0.0:1769074745.655242:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5067 00000100:00100000:0.0:1769074745.655251:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612511744:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074745.655511:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612511744:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 261us (1101us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074745.655519:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5067 00002000:00100000:0.0:1769074745.655525:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1470464->1474559) req@ffff956c0bfcc380 x1855007612511744/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/4536 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074745.655533:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc380 with x1855007612511744 ext(1470464->1474559) 00002000:00010000:0.0:1769074745.655537:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcc380 00000100:00100000:1.0:1769074745.666954:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612511360:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 54186us (55594us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074745.666970:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5066 00002000:00100000:1.0:1769074745.666986:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfcfb80 x1855007612511360/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074745.666997:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcfb80 with x1855007612511360 ext(3145728->4194303) 00002000:00010000:1.0:1769074745.667004:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcfb80 00000100:00100000:1.0:1769074745.675691:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.686501:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.686588:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512000 00000100:00100000:3.0:1769074745.686604:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512000 00000100:00100000:3.0:1769074745.686694:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9071 00000100:00100000:3.0:1769074745.686711:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612512000:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.686738:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.686767:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e885fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a153 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074745.686884:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619782016:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074745.687009:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.698185:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.698493:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512256 00000100:00100000:3.0:1769074745.698505:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512256 00000100:00100000:3.0:1769074745.698655:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6287 00000100:00100000:3.0:1769074745.698664:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+163:57577:x1855007612512256:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074745.698689:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.698711:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a15a expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.698788:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.698802:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.698813:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.698845:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.698852:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.698859:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699001:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88619 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699016:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88619 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699023:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88619 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074745.699034:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074745.699185:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699194:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699203:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699212:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.699220:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699233:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699255:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074745.699723:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.699735:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699747:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8860b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699777:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699793:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699802:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699810:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074745.699815:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699888:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699904:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074745.699908:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074745.699913:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.699922:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88612 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074745.700016:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a15a expref: 166 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.700044:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88619 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a15a expref: 165 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.700056:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074745.700060:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074745.700066:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:3.0:1769074745.700174:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+165:57577:x1855007612512256:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1506us (1994us total) trans 8589941127 rc 0/0 00000100:00100000:3.0:1769074745.700186:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6287 00002000:00010000:3.0:1769074745.704406:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074745 -> 1769074746 00002000:00010000:3.0:1769074745.704422:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074745 -> 1769074746 00002000:00010000:3.0:1769074745.704426:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074744 -> 1769074746 00000100:00100000:3.0:1769074745.704457:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619782016:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074745.704512:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e885fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a153 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.704536:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e885fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a153 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.704549:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074745.704669:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612512000:12345-192.168.204.39@tcp:101:cat.0 Request processed in 17964us (18176us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074745.704680:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9071 00000100:00100000:1.0:1769074745.713207:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.713469:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512384 00000100:00100000:3.0:1769074745.713480:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512384 00002000:00100000:3.0:1769074745.713529:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956c033f0a80 x1855007612512384/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.713539:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f0a80 with x1855007612512384 ext(4194304->4857855) 00002000:00010000:3.0:1769074745.713545:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c033f0a80 00000100:00100000:3.0:1769074745.713584:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5069 00000100:00100000:3.0:1769074745.713594:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612512384:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074745.732191:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.732629:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612511872:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 51742us (56945us total) trans 0 rc 1044480/1044480 00000100:00100000:3.0:1769074745.732643:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5068 00002000:00100000:3.0:1769074745.732657:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c033f1500 x1855007612511872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 504/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.732669:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f1500 with x1855007612511872 ext(1048576->2097151) 00002000:00010000:3.0:1769074745.732676:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c033f1500 00000100:00100000:0.0:1769074745.733513:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512512 00000100:00100000:0.0:1769074745.733524:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512512 00000100:00100000:1.0:1769074745.733649:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:1.0:1769074745.733658:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+165:2371:x1855007612512512:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.733674:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.733699:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88619 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a15a expref: 165 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.733717:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074745.733723:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.734058:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+164:2371:x1855007612512512:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 395us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.734071:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:1.0:1769074745.764243:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.764440:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512640 00000100:00100000:3.0:1769074745.764451:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512640 00000100:00100000:3.0:1769074745.764527:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9072 00000100:00100000:3.0:1769074745.764539:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57573:x1855007612512640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.764558:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.764577:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a161 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.764610:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.764619:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074745.764621:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074745.764624:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.764659:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.764676:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 24 pid: 25507 timeout: 1829 lvb_type: 0 00000100:00100000:3.0:1769074745.764694:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619782144:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074745.764783:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074745.772909:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619782144:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074745.772958:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.772984:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074745.773058:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57573:x1855007612512640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8520us (8823us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.773067:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9072 00000100:00100000:1.0:1769074745.779393:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.789027:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.789123:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074745.793207:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612512896 00000100:00100000:3.0:1769074745.793225:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612512896 00000100:00100000:0.0:1769074745.793373:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612513024 00000100:00100000:0.0:1769074745.793380:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612513024 00000100:00100000:0.0:1769074745.793440:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9073 00000100:00100000:0.0:1769074745.793450:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612513024:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074745.793479:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074745.793498:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8862e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a16f expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074745.793563:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619782272:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074745.798701:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074745.814265:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619782400:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074745.814303:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d800/0x8b5959a9a0e88635 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a168 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.814325:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d800/0x8b5959a9a0e88635 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a168 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.814337:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d800, rc 0) 00000100:00100000:1.0:1769074745.814434:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619782272:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074745.814465:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8862e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a16f expref: 27 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.814481:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8862e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a16f expref: 27 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074745.814491:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:3.0:1769074745.814551:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612512896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 16109us (25532us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074745.814561:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9074 00000100:00100000:1.0:1769074745.824490:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612513024:12345-192.168.204.39@tcp:101:cat.0 Request processed in 31026us (35350us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074745.824504:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9073 00000100:00100000:0.0:1769074745.824660:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.827144:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612513152 00000100:00100000:1.0:1769074745.827169:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612513152 00010000:00010000:1.0:1769074745.827232:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 25 pid: 25507 timeout: 1829 lvb_type: 0 00000100:00100000:1.0:1769074745.827275:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4827 00000100:00100000:1.0:1769074745.827286:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612513152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074745.827304:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074745.827326:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 25 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.827346:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 25 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.827372:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e884a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->1298431) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0a4 expref: 25 pid: 25507 timeout: 1829 lvb_type: 0 00010000:00010000:1.0:1769074745.827387:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074745.827389:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074745.827396:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.827405:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074745.827445:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074745.827471:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619782528:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074745.827551:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074745.832617:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619782528:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074745.832663:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074745.832745:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+24:2372:x1855007612513152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5458us (8082us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074745.832762:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4827 00000100:00100000:3.0:1769074745.844366:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612513536 00000100:00100000:1.0:1769074745.844374:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612513408 00000100:00100000:3.0:1769074745.844377:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612513536 00000100:00100000:1.0:1769074745.844378:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612513408 00000100:00100000:3.0:1769074745.844440:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9075 00000100:00100000:3.0:1769074745.844450:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612513536:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.844478:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.844497:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a17d expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074745.844527:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.844529:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074745.844542:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 25 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.844567:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 25 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074745.844584:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:3.0:1769074745.844663:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612513536:12345-192.168.204.39@tcp:101:cat.0 Request processed in 210us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074745.844673:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9075 00000100:00100000:3.0:1769074745.844703:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9076 00000100:00100000:3.0:1769074745.844716:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612513408:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074745.844729:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074745.844746:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e88643 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a176 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074745.844814:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619782656:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074745.844948:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074745.844980:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612513280 00000100:00100000:3.0:1769074745.844989:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612513280 00002000:00100000:3.0:1769074745.845037:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c0bfced80 x1855007612513280/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.845049:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfced80 with x1855007612513280 ext(1048576->2097151) 00002000:00010000:3.0:1769074745.845056:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfced80 00000100:00100000:3.0:1769074745.845096:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5070 00000100:00100000:3.0:1769074745.845107:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612513280:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074745.885986:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.927775:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.960577:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074745.960625:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074745.960693:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612514048 00000100:00100000:0.0:1769074745.960705:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612514048 00000100:00100000:3.0:1769074745.960724:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612514176 00000100:00100000:3.0:1769074745.960731:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612514176 00002000:00100000:0.0:1769074745.960754:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d12680 x1855007612514048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.960759:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d12a00 x1855007612514176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/0 e 0 to 0 dl 1769074756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074745.960787:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d12a00 with x1855007612514176 ext(3145728->4194303) 00002000:00100000:0.0:1769074745.960792:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d12680 with x1855007612514048 ext(2097152->3145727) 00002000:00010000:3.0:1769074745.960796:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d12a00 00002000:00010000:0.0:1769074745.960797:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d12680 00000100:00100000:3.0:1769074745.960860:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5071 00000100:00100000:0.0:1769074745.960869:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5072 00000100:00100000:3.0:1769074745.960874:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612514176:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074745.960882:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612514048:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074746.000928:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.000976:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612514432 00000100:00100000:1.0:1769074746.000992:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612514432 00000100:00100000:1.0:1769074746.001073:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6288 00000100:00100000:1.0:1769074746.001087:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:57581:x1855007612514432:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074746.001115:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.001143:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88651 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a18b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.001232:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001250:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001267:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001286:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001297:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001307:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001509:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88666 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001520:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88666 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001527:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88666 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074746.001537:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074746.001640:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001648:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001654:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001660:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.001664:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001670:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001684:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074746.001687:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.001693:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001698:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88658 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001712:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001722:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001727:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001732:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.001734:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001739:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001745:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074746.001748:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.001750:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001756:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8865f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074746.001802:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88651 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a18b expref: 31 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.001814:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88666 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a18b expref: 30 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.001861:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074746.001865:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074746.001868:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca9a00, rc 0) 00000100:00100000:1.0:1769074746.001919:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:57581:x1855007612514432:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 836us (995us total) trans 8589941129 rc 0/0 00000100:00100000:1.0:1769074746.001927:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6288 00000100:00080000:1.0:1769074746.001956:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074746.006239:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612514176:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45361us (45603us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074746.006250:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5071 00002000:00100000:3.0:1769074746.006260:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d12a00 x1855007612514176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:281/0 lens 488/440 e 0 to 0 dl 1769074756 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.006268:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d12a00 with x1855007612514176 ext(3145728->4194303) 00002000:00010000:3.0:1769074746.006284:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d12a00 00000100:00100000:1.0:1769074746.015567:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.015614:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.015706:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.015813:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612514944 00000100:00100000:0.0:1769074746.015841:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612514944 00000100:00100000:0.0:1769074746.015909:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:0.0:1769074746.015923:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2373:x1855007612514944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.015946:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.015979:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e88666 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a18b expref: 30 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.015999:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074746.016005:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.016065:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2373:x1855007612514944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.016074:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:3.0:1769074746.016662:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612514688 00000100:00100000:3.0:1769074746.016670:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612514688 00000100:00100000:3.0:1769074746.016714:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2636 00000100:00100000:3.0:1769074746.016722:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57581:x1855007612514688:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074746.017201:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:57581:x1855007612514688:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 477us (1644us total) trans 8589941130 rc 0/0 00000100:00100000:3.0:1769074746.017210:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2636 00000100:00100000:1.0:1769074746.028702:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.028746:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.028875:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515072 00000100:00100000:0.0:1769074746.028884:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515072 00010000:00010000:0.0:1769074746.028925:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a106 expref: 17 pid: 26585 timeout: 1830 lvb_type: 1 00000100:00100000:0.0:1769074746.028965:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4828 00000100:00100000:0.0:1769074746.028975:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612515072:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.028995:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.029018:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a106 expref: 17 pid: 26585 timeout: 1830 lvb_type: 1 00010000:00010000:0.0:1769074746.029034:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8855c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a106 expref: 17 pid: 26585 timeout: 1830 lvb_type: 1 00010000:00010000:0.0:1769074746.029066:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.029118:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612515072:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.029125:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4828 00000100:00100000:1.0:1769074746.049188:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.049288:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515328 00000100:00100000:0.0:1769074746.049298:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515328 00010000:00010000:0.0:1769074746.049335:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 19 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.049376:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4829 00000100:00100000:0.0:1769074746.049383:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612515328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.049398:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.049420:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 19 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.049435:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 19 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.049468:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e884bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a0b9 expref: 19 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.049486:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.049489:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.049496:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.049505:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.049544:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.049558:0:8266:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 14 pid: 26584 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.049571:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619783168:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074746.049651:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074746.069790:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515456 00000100:00100000:3.0:1769074746.069804:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515456 00000100:00100000:1.0:1769074746.082296:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.082400:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515584 00000100:00100000:0.0:1769074746.082410:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515584 00002000:00100000:0.0:1769074746.082472:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (4116480->4194303) req@ffff956c0bfe7100 x1855007612515584/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.082484:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe7100 with x1855007612515584 ext(4116480->4194303) 00010000:00010000:0.0:1769074746.082494:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 15 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.082511:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 15 pid: 26584 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.082520:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe7100 00000100:00100000:0.0:1769074746.082558:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1034 00000100:00100000:0.0:1769074746.082568:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612515584:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074746.083303:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.083532:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515712 00000100:00100000:0.0:1769074746.083539:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515712 00000100:00100000:0.0:1769074746.083601:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9080 00000100:00100000:0.0:1769074746.083609:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:57577:x1855007612515712:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074746.083625:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074746.083642:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1a0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083672:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083683:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083692:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083699:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074746.083701:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074746.083706:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4825087] (req 4194304->4825087) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083744:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083756:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 14 pid: 26306 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.083768:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783296:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074746.083872:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083882:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 14 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.083892:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783424:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074746.083921:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.083932:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88594 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a122 expref: 26 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.083941:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074746.083960:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88900 going to sleep for 11 seconds 00000100:00080000:1.0:1769074746.084490:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074746.096252:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612515584:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 13675us (13967us total) trans 17179872392 rc 0/0 00000100:00100000:0.0:1769074746.096271:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1034 00002000:00100000:0.0:1769074746.096549:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (4116480->4194303) req@ffff956c0bfe7100 x1855007612515584/t17179872392(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/448 e 0 to 0 dl 1769074757 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.096562:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe7100 with x1855007612515584 ext(4116480->4194303) 00010000:00010000:0.0:1769074746.096576:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.096600:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.096610:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe7100 00000100:00100000:1.0:1769074746.105993:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783296:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.106009:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783424:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.106018:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619783552:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.106061:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4825087] (req 4194304->4825087) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.106082:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081c00, rc 0) 00000100:00100000:1.0:1769074746.106158:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+26:57577:x1855007612515712:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 22549us (22858us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.106169:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9080 00000100:00100000:0.0:1769074746.107096:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515840 00000100:00100000:0.0:1769074746.107105:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515840 00010000:00010000:0.0:1769074746.107161:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 15 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:1.0:1769074746.107179:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612515968 00000100:00100000:1.0:1769074746.107183:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612515968 00010000:00010000:1.0:1769074746.107201:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 16 pid: 26306 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.107202:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4830 00000100:00100000:0.0:1769074746.107210:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612515840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.107224:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074746.107230:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4831 00000100:00100000:1.0:1769074746.107236:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612515968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.107243:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.107246:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 16 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.107250:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 16 pid: 26306 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.107257:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 16 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.109004:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 16 pid: 26306 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.109044:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e881b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [4571136->18446744073709551615] (req 4853760->5242879) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119eeb expref: 16 pid: 26306 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.109065:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.109163:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612515968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1924us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.109172:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4831 00010000:00010000:0.0:1769074746.114037:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8864a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a184 expref: 14 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.114066:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.114582:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612515840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7370us (7756us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.114594:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4830 00000100:00100000:0.0:1769074746.138925:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612516096 00000100:00100000:0.0:1769074746.138935:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612516096 00010000:00010000:0.0:1769074746.138976:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.139019:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4832 00000100:00100000:0.0:1769074746.139028:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612516096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.139045:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074746.139063:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074745 -> 1769074747 00002000:00010000:0.0:1769074746.139066:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074745 -> 1769074747 00010000:00010000:0.0:1769074746.139071:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.139083:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.139106:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e88674 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4116480->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a192 expref: 17 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.139130:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.139132:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.139140:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.139151:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.139189:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074746.139203:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619783680:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074746.139299:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.146686:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619783680:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074746.146711:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.146783:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612516096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7756us (7968us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.146794:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4832 00000100:00100000:3.0:1769074746.159546:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.159666:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.160720:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.160801:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612516608 00000100:00100000:0.0:1769074746.160811:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612516608 00002000:00100000:0.0:1769074746.160898:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d8b800 x1855007612516608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.160908:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b800 with x1855007612516608 ext(3145728->4194303) 00002000:00010000:0.0:1769074746.160914:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b800 00000100:00100000:0.0:1769074746.160937:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5073 00000100:00100000:0.0:1769074746.160947:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612516608:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074746.161816:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612516480 00000100:00100000:1.0:1769074746.161845:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612516480 00000100:00100000:1.0:1769074746.161899:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6289 00000100:00100000:1.0:1769074746.161907:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+165:57584:x1855007612516480:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074746.161923:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.161943:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e88689 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1a7 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.162009:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162024:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162034:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162047:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162053:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162059:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00080000:0.0:1769074746.162072:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074746.162217:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8869e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162228:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8869e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162235:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8869e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074746.162244:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074746.162348:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162356:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162363:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162373:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.162377:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162383:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162406:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074746.162409:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.162414:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162420:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e88690 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162432:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162438:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162444:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162449:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41335600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.162461:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162467:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162477:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074746.162480:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.162483:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162487:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335600/0x8b5959a9a0e88697 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.162527:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e88689 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a7 expref: 168 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.162539:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8869e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a7 expref: 167 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.162545:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074746.162547:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074746.162550:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:1.0:1769074746.162584:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+167:57584:x1855007612516480:12345-192.168.204.39@tcp:101:cat.0 Request processed in 677us (2917us total) trans 8589941131 rc 0/0 00000100:00100000:1.0:1769074746.162592:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6289 00000100:00100000:0.0:1769074746.183029:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612516608:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22072us (22301us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074746.183042:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5073 00002000:00100000:0.0:1769074746.183054:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d8b800 x1855007612516608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.183064:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b800 with x1855007612516608 ext(3145728->4194303) 00002000:00010000:0.0:1769074746.183069:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b800 00000100:00100000:3.0:1769074746.187081:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.189668:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.189706:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.189789:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612516864 00000100:00100000:1.0:1769074746.189799:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612516864 00000100:00100000:1.0:1769074746.189870:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612516992 00000100:00100000:1.0:1769074746.189874:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612516992 00000100:00100000:1.0:1769074746.189893:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9081 00000100:00100000:1.0:1769074746.189900:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612516864:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074746.189918:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.189935:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1ae expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074746.189993:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619783936:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074746.190146:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.190290:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9082 00000100:00100000:0.0:1769074746.190301:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612516992:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074746.190309:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074746.190317:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1b5 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.190331:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.190333:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.190342:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 19 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074746.190357:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 19 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074746.190369:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081600, rc 0) 00000100:00100000:0.0:1769074746.190412:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612516992:12345-192.168.204.39@tcp:101:cat.0 Request processed in 112us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.190422:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9082 00002000:00010000:1.0:1769074746.193904:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074746 -> 1769074747 00000100:00100000:1.0:1769074746.193934:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619783936:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074746.193967:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ae expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.193990:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ae expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.194002:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:1.0:1769074746.194082:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612516864:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4181us (4419us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074746.194093:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9081 00000100:00100000:1.0:1769074746.221877:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.221920:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.223700:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612517248 00000100:00100000:0.0:1769074746.223707:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612517248 00000100:00100000:0.0:1769074746.223750:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9083 00000100:00100000:0.0:1769074746.223757:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612517248:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074746.223769:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074746.223785:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e886ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1bc expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074746.223861:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619784064:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074746.227213:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e886c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074746.239079:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.249146:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.249420:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612517632 00000100:00100000:3.0:1769074746.249431:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612517632 00000100:00100000:3.0:1769074746.249496:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2637 00000100:00100000:3.0:1769074746.249505:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09462450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+166:57577:x1855007612517632:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074746.250488:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09462450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+167:57577:x1855007612517632:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 761us (1132us total) trans 8589941132 rc 0/0 00000100:00100000:3.0:1769074746.250502:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2637 00002000:00010000:0.0:1769074746.251988:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074746 -> 1769074747 00002000:00010000:0.0:1769074746.251994:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074743 -> 1769074747 00002000:00010000:0.0:1769074746.251997:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074745 -> 1769074747 00000100:00100000:0.0:1769074746.252018:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619784064:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074746.252048:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e886ba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1bc expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074746.252067:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e886ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1bc expref: 14 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074746.252082:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080000, rc 0) 00000100:00100000:0.0:1769074746.252133:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612517248:12345-192.168.204.39@tcp:101:cat.0 Request processed in 28375us (30264us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074746.252141:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9083 00000100:00100000:1.0:1769074746.269864:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612517888 00000100:00100000:1.0:1769074746.269875:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612517888 00002000:00100000:1.0:1769074746.269933:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1470464->1912831) req@ffff956c0bfcf480 x1855007612517888/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.269945:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcf480 with x1855007612517888 ext(1470464->1912831) 00010000:00010000:1.0:1769074746.269954:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 18 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.269975:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e885f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a14c expref: 18 pid: 25507 timeout: 1830 lvb_type: 0 00002000:00010000:1.0:1769074746.269984:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfcf480 00000100:00100000:1.0:1769074746.270014:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1035 00000100:00100000:1.0:1769074746.270022:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612517888:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074746.272008:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612517760 00000100:00100000:3.0:1769074746.272025:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612517760 00000100:00100000:3.0:1769074746.272089:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9085 00000100:00100000:3.0:1769074746.272098:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57573:x1855007612517760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074746.272119:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.272142:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1ca expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.272172:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.272181:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074746.272183:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074746.272187:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.272222:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.272234:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 24 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:3.0:1769074746.272248:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619784320:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074746.272339:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.285415:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612518016 00000100:00100000:0.0:1769074746.285427:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612518016 00002000:00100000:0.0:1769074746.285482:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4825087) req@ffff956c0bfcf100 x1855007612518016/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.285493:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcf100 with x1855007612518016 ext(4194304->4825087) 00010000:00010000:0.0:1769074746.285503:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 25 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.285516:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 25 pid: 25507 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.285525:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0bfcf100 00000100:00100000:0.0:1769074746.285861:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1036 00000100:00100000:0.0:1769074746.285873:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612518016:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074746.303178:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612518016:12345-192.168.204.39@tcp:4:cat.0 Request processed in 17296us (17909us total) trans 21474839323 rc 0/0 00000100:00100000:0.0:1769074746.303193:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1036 00002000:00100000:0.0:1769074746.303207:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4825087) req@ffff956c0bfcf100 x1855007612518016/t21474839323(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/448 e 0 to 0 dl 1769074757 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.303217:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcf100 with x1855007612518016 ext(4194304->4825087) 00010000:00010000:0.0:1769074746.303227:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.303240:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.303253:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0bfcf100 00010000:00010000:1.0:1769074746.305082:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074746.317477:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.317646:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612518144 00000100:00100000:0.0:1769074746.317657:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612518144 00010000:00010000:0.0:1769074746.317698:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.317742:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4834 00000100:00100000:0.0:1769074746.317750:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612518144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.317766:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.317789:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.317803:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.317920:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88682 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4825087) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1a0 expref: 27 pid: 25507 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.317939:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.317941:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.317949:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.317960:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.318002:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074746.318016:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619784448:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074746.318091:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e886c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074746.324945:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.329305:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.334445:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619784448:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074746.334483:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.334548:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612518144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16796us (17076us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.334559:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4834 00000100:00100000:1.0:1769074746.360586:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.360665:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.366961:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612518528 00000100:00100000:0.0:1769074746.366978:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612518528 00002000:00100000:0.0:1769074746.367038:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0bfe6300 x1855007612518528/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.367051:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6300 with x1855007612518528 ext(1048576->2097151) 00002000:00010000:0.0:1769074746.367059:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe6300 00000100:00100000:0.0:1769074746.367132:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612518656 00000100:00100000:0.0:1769074746.367137:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612518656 00002000:00100000:0.0:1769074746.367157:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c0bfe4380 x1855007612518656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.367164:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4380 with x1855007612518656 ext(1048576->2097151) 00002000:00010000:0.0:1769074746.367168:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe4380 00000100:00100000:0.0:1769074746.367198:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5076 00000100:00100000:0.0:1769074746.367208:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612518528:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074746.372934:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5077 00000100:00100000:3.0:1769074746.372953:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+26:2373:x1855007612518656:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074746.381226:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612518784 00000100:00100000:3.0:1769074746.381237:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612518784 00000100:00100000:3.0:1769074746.381299:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9086 00000100:00100000:3.0:1769074746.381308:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612518784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074746.381326:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.381344:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1d1 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.382390:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074746.382392:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074746.382517:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 20 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074746.382536:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 20 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074746.382550:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158800, rc 0) 00000100:00100000:3.0:1769074746.382616:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612518784:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1308us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.382625:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9086 00000100:00100000:0.0:1769074746.389405:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612518528:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22173us (28807us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074746.389423:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5076 00002000:00100000:0.0:1769074746.389437:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0bfe6300 x1855007612518528/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.389457:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6300 with x1855007612518528 ext(1048576->2097151) 00002000:00010000:0.0:1769074746.389464:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe6300 00000100:00100000:3.0:1769074746.398400:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+26:2373:x1855007612518656:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25432us (37713us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074746.398417:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5077 00002000:00100000:3.0:1769074746.398433:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c0bfe4380 x1855007612518656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.398445:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4380 with x1855007612518656 ext(1048576->2097151) 00002000:00010000:3.0:1769074746.398462:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe4380 00000100:00100000:1.0:1769074746.428296:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519040 00000100:00100000:1.0:1769074746.428306:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519040 00000100:00100000:1.0:1769074746.428375:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2638 00000100:00100000:1.0:1769074746.428384:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:57573:x1855007612519040:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074746.428659:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+31:57573:x1855007612519040:12345-192.168.204.39@tcp:35:cat.0 Request processed in 275us (494us total) trans 8589941133 rc 0/0 00000100:00100000:1.0:1769074746.428666:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2638 00000100:00100000:0.0:1769074746.432905:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.433383:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519168 00000100:00100000:1.0:1769074746.433404:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519168 00000100:00100000:1.0:1769074746.433472:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9087 00000100:00100000:1.0:1769074746.433482:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57581:x1855007612519168:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074746.433501:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.433520:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1d8 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.433549:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.433563:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.433565:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.433569:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3059712->3145727] (req 3059712->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.433603:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.433617:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e886c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ca expref: 15 pid: 26584 timeout: 1830 lvb_type: 0 00000100:00100000:1.0:1769074746.433631:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619784704:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.433718:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074746.447497:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519296 00000100:00100000:3.0:1769074746.447514:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519296 00000100:00100000:3.0:1769074746.447583:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9088 00000100:00100000:3.0:1769074746.447594:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+26:57584:x1855007612519296:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074746.447615:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.447640:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1df expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.447668:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074746.447675:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3059712->3145727] (req 3059712->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.447683:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074746.447688:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.447730:0:26584:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3059712->3145727] (req 3059712->3145727) gid 0 flags: 0x60000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.447743:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.447767:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:3.0:1769074746.447855:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:57584:x1855007612519296:12345-192.168.204.39@tcp:101:cat.0 Request processed in 263us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.447862:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9088 00000100:00100000:1.0:1769074746.449142:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619784704:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.449174:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3059712->3145727] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.449190:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fa00, rc 0) 00000100:00100000:1.0:1769074746.449242:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57581:x1855007612519168:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15761us (16351us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.449250:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9087 00000100:00100000:0.0:1769074746.460869:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.479812:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.479893:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519552 00000100:00100000:0.0:1769074746.479906:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519552 00000100:00100000:0.0:1769074746.479976:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 301 00000100:00100000:0.0:1769074746.479988:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c029dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2370:x1855007612519552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074746.480061:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c029dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2370:x1855007612519552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.480069:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 301 00000100:00100000:0.0:1769074746.481209:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.481305:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.481342:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.481373:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519808 00000100:00100000:0.0:1769074746.481382:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519808 00000100:00100000:3.0:1769074746.481477:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519936 00000100:00100000:3.0:1769074746.481487:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519936 00000100:00100000:3.0:1769074746.481571:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:3.0:1769074746.481586:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612519936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074746.481722:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612519936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 139us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.481733:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00080000:0.0:1769074746.482690:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074746.482697:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074746.482747:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00100000:0.0:1769074746.482767:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612519808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074746.482840:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612519808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 85us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.482848:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00100000:1.0:1769074746.485905:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612519680 00000100:00100000:1.0:1769074746.485924:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612519680 00000100:00080000:0.0:1769074746.486099:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074746.487384:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:1.0:1769074746.487407:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:2370:x1855007612519680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074746.487518:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:2370:x1855007612519680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 121us (6212us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.487526:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:0.0:1769074746.502802:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.502909:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520064 00000100:00100000:0.0:1769074746.502924:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520064 00002000:00100000:0.0:1769074746.503005:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3059712->3063807) req@ffff956d199a7800 x1855007612520064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.503021:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7800 with x1855007612520064 ext(3059712->3063807) 00010000:00010000:0.0:1769074746.503035:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.503063:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.503074:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d199a7800 00000100:00100000:0.0:1769074746.503117:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1037 00000100:00100000:0.0:1769074746.503131:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612520064:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074746.503362:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612520064:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 232us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074746.503375:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1037 00002000:00100000:0.0:1769074746.503386:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3059712->3063807) req@ffff956d199a7800 x1855007612520064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/4536 e 0 to 0 dl 1769074757 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.503396:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7800 with x1855007612520064 ext(3059712->3063807) 00010000:00010000:0.0:1769074746.503405:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.503421:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 15 pid: 6534 timeout: 1830 lvb_type: 0 00002000:00010000:0.0:1769074746.503430:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d199a7800 00000100:00100000:3.0:1769074746.506207:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619784960:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074746.506242:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074746.506355:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612519424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 45271us (45494us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.506369:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4836 00000100:00100000:0.0:1769074746.521119:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.526724:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520192 00000100:00100000:3.0:1769074746.526740:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520192 00000100:00100000:3.0:1769074746.526809:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9089 00000100:00100000:3.0:1769074746.526819:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57581:x1855007612520192:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074746.526868:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.526891:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e886e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1e6 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074746.527411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.550719:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.550754:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520576 00000100:00100000:1.0:1769074746.550764:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520576 00010000:00010000:1.0:1769074746.550805:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 22 pid: 26584 timeout: 1830 lvb_type: 0 00000100:00100000:1.0:1769074746.550871:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4837 00000100:00100000:1.0:1769074746.550880:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612520576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.550895:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074746.550916:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 22 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.550928:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 22 pid: 26584 timeout: 1830 lvb_type: 0 00010000:00010000:1.0:1769074746.550956:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.551006:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612520576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 126us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.551014:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4837 00000100:00100000:1.0:1769074746.551074:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.551158:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520448 00000100:00100000:1.0:1769074746.551162:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520448 00010000:00010000:1.0:1769074746.551178:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 18 pid: 26585 timeout: 1830 lvb_type: 1 00000100:00100000:1.0:1769074746.551203:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4838 00000100:00100000:1.0:1769074746.551211:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612520448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.551218:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074746.551228:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 18 pid: 26585 timeout: 1830 lvb_type: 1 00010000:00010000:1.0:1769074746.551240:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 18 pid: 26585 timeout: 1830 lvb_type: 1 00010000:00010000:1.0:1769074746.551253:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.551256:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.551262:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e886e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2875391) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1e6 expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.551272:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e886e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2875391) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1e6 expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.551309:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e886e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2875391) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1e6 expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074746.551323:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619785344:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074746.551377:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074746.552687:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41081600/0x8b5959a9a0e886b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1b5 expref: 18 pid: 26585 timeout: 1830 lvb_type: 1 00000100:00100000:3.0:1769074746.552714:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619785088:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074746.552728:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8867b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a199 expref: 21 pid: 26584 timeout: 1830 lvb_type: 0 00000100:00100000:3.0:1769074746.552736:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619785216:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074746.552760:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e886e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1e6 expref: 20 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.552772:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:3.0:1769074746.552811:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57581:x1855007612520192:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 25994us (31710us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.552819:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9089 00000100:00100000:1.0:1769074746.557230:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619785344:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074746.557264:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074746.557457:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612520448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6234us (6370us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074746.557469:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4838 00000100:00100000:1.0:1769074746.570080:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.571322:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.571960:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520832 00000100:00100000:1.0:1769074746.571971:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520832 00000100:00100000:1.0:1769074746.572030:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6290 00000100:00100000:1.0:1769074746.572037:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+167:57588:x1855007612520832:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074746.572062:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.572080:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e886eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1ed expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.572158:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572172:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572181:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572194:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572200:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572206:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572353:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88700 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572363:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88700 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572369:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88700 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074746.572379:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074746.572484:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572490:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572496:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572502:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.572506:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572511:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572524:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074746.572528:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.572532:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572538:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e886f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572552:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572557:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572563:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572572:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8ea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074746.572575:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572579:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572586:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074746.572588:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074746.572591:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572595:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e886f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074746.572635:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e886eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ed expref: 170 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.572648:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e88700 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1ed expref: 169 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.572655:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074746.572657:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074746.572660:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:1.0:1769074746.573653:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+169:57588:x1855007612520832:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1609us (2328us total) trans 8589941134 rc 0/0 00000100:00100000:1.0:1769074746.573665:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6290 00000100:00100000:0.0:1769074746.573782:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612520960 00000100:00100000:0.0:1769074746.573790:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612520960 00010000:00010000:0.0:1769074746.573844:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 16 pid: 6534 timeout: 1830 lvb_type: 0 00000100:00100000:0.0:1769074746.573869:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4839 00000100:00100000:0.0:1769074746.573877:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612520960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.573891:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.573910:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 16 pid: 6534 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.573922:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 16 pid: 6534 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.573941:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e886d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3059712->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d8 expref: 16 pid: 6534 timeout: 1830 lvb_type: 0 00010000:00010000:0.0:1769074746.573959:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.573961:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.573968:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.573976:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.574011:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074746.574026:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619785472:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074746.574105:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.584282:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.590186:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.590367:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612521216 00000100:00100000:3.0:1769074746.590377:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612521216 00002000:00100000:3.0:1769074746.590424:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2871296->2875391) req@ffff956d199a5500 x1855007612521216/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.590435:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5500 with x1855007612521216 ext(2871296->2875391) 00002000:00010000:3.0:1769074746.590440:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5500 00000100:00100000:3.0:1769074746.590528:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5078 00000100:00100000:3.0:1769074746.590537:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612521216:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074746.590750:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612521216:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 212us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074746.590757:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5078 00002000:00100000:3.0:1769074746.590764:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2871296->2875391) req@ffff956d199a5500 x1855007612521216/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/4536 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.590771:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5500 with x1855007612521216 ext(2871296->2875391) 00002000:00010000:3.0:1769074746.590775:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5500 00000100:00100000:1.0:1769074746.594080:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619785472:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074746.594107:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.594171:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612520960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 20293us (24098us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.594185:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4839 00000100:00100000:3.0:1769074746.606497:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612521344 00000100:00100000:3.0:1769074746.606512:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612521344 00002000:00100000:3.0:1769074746.606573:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0bfcc700 x1855007612521344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.606583:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc700 with x1855007612521344 ext(2097152->3145727) 00002000:00010000:3.0:1769074746.606588:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcc700 00000100:00100000:3.0:1769074746.606631:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5079 00000100:00100000:3.0:1769074746.606641:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612521344:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074746.643212:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.645471:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612521472 00000100:00100000:3.0:1769074746.645488:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612521472 00000100:00100000:0.0:1769074746.674981:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.720586:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.720744:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612521856 00000100:00100000:3.0:1769074746.720755:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612521856 00000100:00100000:3.0:1769074746.720816:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6291 00000100:00100000:3.0:1769074746.720861:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+31:57592:x1855007612521856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074746.720887:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.720909:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88715 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a1fb expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.720998:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8871c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721013:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8871c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721026:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8871c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721040:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88723 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721047:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721053:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721188:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8872a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721201:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8872a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.721208:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8872a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074746.721219:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000100:00100000:0.0:1769074746.735397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.743193:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.745248:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522112 00000100:00100000:1.0:1769074746.745558:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522112 00000100:00100000:1.0:1769074746.745718:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00100000:1.0:1769074746.745731:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+33:2370:x1855007612522112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.745751:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074746.745778:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8872a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1fb expref: 33 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.745800:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074746.745806:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.745898:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+32:2370:x1855007612522112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 169us (2713us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.745905:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00100000:1.0:1769074746.756770:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.756804:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.756847:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522240 00000100:00100000:1.0:1769074746.756856:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522240 00000100:00100000:1.0:1769074746.756898:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522368 00000100:00100000:1.0:1769074746.756901:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522368 00000100:00100000:1.0:1769074746.756918:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9091 00000100:00100000:1.0:1769074746.756925:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612522240:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074746.756943:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.756960:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a202 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.756984:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.756986:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.756995:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.757010:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.757022:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e400, rc 0) 00000100:00100000:1.0:1769074746.757068:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612522240:12345-192.168.204.39@tcp:101:cat.0 Request processed in 143us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.757075:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9091 00000100:00100000:1.0:1769074746.757090:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9092 00000100:00100000:1.0:1769074746.758587:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2370:x1855007612522368:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074746.758604:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.758621:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a209 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.758643:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.758645:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.758652:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.758667:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.758684:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e200, rc 0) 00000100:00100000:1.0:1769074746.758729:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2370:x1855007612522368:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1632us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.758737:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9092 00000100:00100000:3.0:1769074746.783942:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.783988:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.784006:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.784038:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.784086:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522624 00000100:00100000:3.0:1769074746.784099:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522624 00002000:00100000:3.0:1769074746.784153:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d89500 x1855007612522624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.784165:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89500 with x1855007612522624 ext(3145728->4194303) 00002000:00010000:3.0:1769074746.784170:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d89500 00000100:00100000:3.0:1769074746.784194:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522752 00000100:00100000:3.0:1769074746.784198:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522752 00002000:00100000:3.0:1769074746.784215:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d89c00 x1855007612522752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.784221:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89c00 with x1855007612522752 ext(3145728->4194303) 00002000:00010000:3.0:1769074746.784225:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89c00 00000100:00100000:3.0:1769074746.784240:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5080 00000100:00100000:3.0:1769074746.784249:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612522624:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074746.784483:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522496 00000100:00100000:0.0:1769074746.784488:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522496 00002000:00100000:0.0:1769074746.784512:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41d88380 x1855007612522496/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.784520:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88380 with x1855007612522496 ext(2097152->3145727) 00002000:00010000:0.0:1769074746.784523:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d88380 00000100:00100000:0.0:1769074746.784537:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612522880 00000100:00100000:0.0:1769074746.784540:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612522880 00002000:00100000:0.0:1769074746.784555:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d88a80 x1855007612522880/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.784562:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88a80 with x1855007612522880 ext(1048576->2097151) 00002000:00010000:0.0:1769074746.784567:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d88a80 00000100:00100000:0.0:1769074746.784591:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5081 00000100:00100000:0.0:1769074746.784602:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612522752:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074746.791118:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.791174:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612523136 00000100:00100000:3.0:1769074746.791182:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612523136 00000100:00100000:3.0:1769074746.791226:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6292 00000100:00100000:3.0:1769074746.791234:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+32:57594:x1855007612523136:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074746.791260:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074746.791285:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88746 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a210 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.791363:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791379:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791390:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791403:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791410:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791417:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791579:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8875b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791591:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8875b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791598:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8875b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074746.791608:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074746.791699:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791706:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791712:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791717:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074746.791721:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791729:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791742:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074746.791745:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074746.791750:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791756:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8874d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791770:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791781:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791787:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791792:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074746.791794:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791799:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791805:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce000) 00010000:00010000:3.0:1769074746.791807:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074746.791809:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791814:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e88754 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074746.791917:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88746 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a210 expref: 35 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.791930:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8875b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a210 expref: 34 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074746.791936:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074746.791938:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074746.791941:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:3.0:1769074746.791989:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+34:57594:x1855007612523136:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 756us (888us total) trans 8589941136 rc 0/0 00000100:00100000:3.0:1769074746.792000:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6292 00000100:00100000:0.0:1769074746.835979:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612522880:12345-192.168.204.39@tcp:3:cat.0 Request processed in 49234us (51927us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074746.835995:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5083 00002000:00100000:0.0:1769074746.836009:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d88a80 x1855007612522880/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.836020:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88a80 with x1855007612522880 ext(1048576->2097151) 00002000:00010000:0.0:1769074746.836027:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d88a80 00000100:00100000:1.0:1769074746.841249:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612523264 00000100:00100000:1.0:1769074746.841263:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612523264 00000100:00100000:1.0:1769074746.841660:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9093 00000100:00100000:1.0:1769074746.841672:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:57588:x1855007612523264:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074746.841699:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.841721:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a217 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.841762:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.841773:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.841781:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.841783:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.841788:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 21 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.841875:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.841899:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 21 pid: 25507 timeout: 1831 lvb_type: 1 00000100:00100000:1.0:1769074746.841914:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619785856:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.842024:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.842033:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 21 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074746.842043:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619785984:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.842066:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.843376:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612522752:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 58766us (59376us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074746.843391:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5081 00002000:00100000:0.0:1769074746.843404:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d89c00 x1855007612522752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074746.843415:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89c00 with x1855007612522752 ext(3145728->4194303) 00002000:00010000:0.0:1769074746.843422:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89c00 00000100:00100000:3.0:1769074746.849525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.849556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.849587:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612523648 00000100:00100000:3.0:1769074746.849599:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612523648 00000100:00100000:3.0:1769074746.849653:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2639 00000100:00100000:1.0:1769074746.850760:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612522624:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 66511us (66832us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074746.850771:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5080 00002000:00100000:1.0:1769074746.850783:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d89500 x1855007612522624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.850792:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89500 with x1855007612522624 ext(3145728->4194303) 00010000:00010000:1.0:1769074746.850802:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.850815:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074746.850860:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d89500 00000100:00100000:1.0:1769074746.861095:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619785856:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.861110:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619785984:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.861157:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.861179:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ee00, rc 0) 00000100:00100000:1.0:1769074746.861256:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:57588:x1855007612523264:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 19586us (20253us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.861277:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9093 00000100:00100000:3.0:1769074746.865766:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612523776 00000100:00100000:3.0:1769074746.865790:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612523776 00010000:00010000:3.0:1769074746.865887:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 1831 lvb_type: 1 00000100:00100000:3.0:1769074746.865939:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4841 00000100:00100000:3.0:1769074746.865950:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612523776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074746.865968:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074746.865995:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:3.0:1769074746.866009:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:3.0:1769074746.866035:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8873f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a209 expref: 22 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:3.0:1769074746.866055:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074746.866132:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2373:x1855007612523776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (6203us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074746.866144:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4841 00000100:00100000:3.0:1769074746.871925:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524032 00000100:00100000:3.0:1769074746.871937:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524032 00002000:00100000:3.0:1769074746.872004:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c050e8700 x1855007612524032/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.872016:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8700 with x1855007612524032 ext(2097152->3145727) 00002000:00010000:3.0:1769074746.872023:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e8700 00000100:00100000:3.0:1769074746.872054:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5084 00000100:00100000:3.0:1769074746.872064:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612524032:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074746.872699:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612523904 00000100:00100000:1.0:1769074746.872707:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612523904 00000100:00100000:1.0:1769074746.872752:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9094 00000100:00100000:1.0:1769074746.872760:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:57584:x1855007612523904:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074746.872770:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.872790:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a21e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.872814:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.872817:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.872854:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.872872:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.872893:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:1.0:1769074746.872969:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:57584:x1855007612523904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 209us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.872976:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9094 00000100:00100000:0.0:1769074746.890473:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524160 00000100:00100000:0.0:1769074746.890489:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524160 00010000:00010000:0.0:1769074746.890540:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:0.0:1769074746.890589:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4842 00000100:00100000:0.0:1769074746.890600:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612524160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074746.890614:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074746.890637:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074746.890653:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074746.890683:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e8870e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1f4 expref: 20 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074746.890703:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.890705:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074746.890713:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.890724:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074746.890773:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074746.890789:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619786112:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074746.890950:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.897889:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.898329:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612524032:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26264us (26525us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074746.898342:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5084 00002000:00100000:1.0:1769074746.898356:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c050e8700 x1855007612524032/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.898367:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e8700 with x1855007612524032 ext(2097152->3145727) 00002000:00010000:1.0:1769074746.898373:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050e8700 00000100:00100000:1.0:1769074746.898401:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524288 00000100:00100000:1.0:1769074746.898409:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524288 00002000:00100000:1.0:1769074746.898457:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d4147e300 x1855007612524288/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.898465:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e300 with x1855007612524288 ext(3145728->4194303) 00002000:00010000:1.0:1769074746.898469:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147e300 00000100:00100000:1.0:1769074746.898505:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5085 00000100:00100000:1.0:1769074746.898516:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612524288:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074746.904657:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.904738:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524416 00000100:00100000:3.0:1769074746.904748:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524416 00002000:00100000:3.0:1769074746.904791:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2949120->2953215) req@ffff956d4147c700 x1855007612524416/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.904802:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147c700 with x1855007612524416 ext(2949120->2953215) 00002000:00010000:3.0:1769074746.904808:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147c700 00000100:00100000:3.0:1769074746.904864:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5086 00000100:00100000:3.0:1769074746.904874:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612524416:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074746.905073:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612524416:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 199us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074746.905081:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5086 00002000:00100000:3.0:1769074746.905089:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2949120->2953215) req@ffff956d4147c700 x1855007612524416/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/4536 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.905096:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147c700 with x1855007612524416 ext(2949120->2953215) 00002000:00010000:3.0:1769074746.905100:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147c700 00000100:00100000:1.0:1769074746.920505:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612524288:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 21974us (22614us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074746.920522:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5085 00002000:00100000:1.0:1769074746.920543:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d4147e300 x1855007612524288/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/440 e 0 to 0 dl 1769074757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.920554:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e300 with x1855007612524288 ext(3145728->4194303) 00002000:00010000:1.0:1769074746.920562:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147e300 00000100:00100000:3.0:1769074746.923467:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.930169:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.930386:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524672 00000100:00100000:1.0:1769074746.930396:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524672 00000100:00100000:1.0:1769074746.930467:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9096 00000100:00100000:1.0:1769074746.930477:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+27:57588:x1855007612524672:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074746.930495:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074746.930514:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a22c expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.930544:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.930554:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.930561:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.930563:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.930567:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->3624959] (req 3145728->3624959) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.930600:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074746.930610:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 15 pid: 25507 timeout: 1831 lvb_type: 1 00000100:00100000:1.0:1769074746.930624:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619786368:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.930721:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.930731:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074746.930740:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619786496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.930766:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.934054:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.934158:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524800 00000100:00100000:3.0:1769074746.934168:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524800 00002000:00100000:3.0:1769074746.934234:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2949120->3145727) req@ffff956d4147ea00 x1855007612524800/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074746.934247:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147ea00 with x1855007612524800 ext(2949120->3145727) 00010000:00010000:3.0:1769074746.934271:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074746.934291:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:3.0:1769074746.934300:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4147ea00 00000100:00100000:3.0:1769074746.934338:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1040 00000100:00100000:3.0:1769074746.934349:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612524800:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074746.935543:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619786496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074746.940501:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619786368:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074746.940538:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->3624959] (req 3145728->3624959) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.940559:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:1.0:1769074746.940623:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:57588:x1855007612524672:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10146us (10464us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.940634:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9096 00000100:00100000:0.0:1769074746.952524:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.952742:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612524928 00000100:00100000:1.0:1769074746.952752:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612524928 00010000:00010000:1.0:1769074746.952794:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074746.952880:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4843 00000100:00100000:1.0:1769074746.952890:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612524928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.952906:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074746.952929:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.952942:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.952969:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e886dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1df expref: 28 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.952987:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.953042:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612524928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 153us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.953051:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4843 00000100:00100000:3.0:1769074746.965407:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074746.965473:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.965668:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612525056 00000100:00100000:1.0:1769074746.965682:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612525056 00010000:00010000:1.0:1769074746.965737:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 1831 lvb_type: 1 00000100:00100000:1.0:1769074746.965793:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4844 00000100:00100000:1.0:1769074746.965804:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612525056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.965859:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074746.965887:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074746.965903:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074746.965932:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e88738 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a202 expref: 16 pid: 25507 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074746.965954:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.965956:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.965965:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.965977:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.966023:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 26 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074746.966039:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619786624:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074746.966132:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074746.976716:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619786624:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074746.976748:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074746.976861:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612525056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11057us (11469us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074746.976874:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4844 00000100:00100000:0.0:1769074746.985576:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.985683:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.986022:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612525440 00000100:00100000:1.0:1769074746.986032:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612525440 00002000:00100000:1.0:1769074746.986080:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3620864->3624959) req@ffff956d40feea00 x1855007612525440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.986098:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feea00 with x1855007612525440 ext(3620864->3624959) 00010000:00010000:1.0:1769074746.986107:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.986120:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074746.986129:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40feea00 00000100:00100000:1.0:1769074746.986161:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1041 00000100:00100000:1.0:1769074746.986171:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612525440:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074746.986382:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612525440:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 212us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074746.986391:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1041 00002000:00100000:1.0:1769074746.986397:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3620864->3624959) req@ffff956d40feea00 x1855007612525440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/4536 e 0 to 0 dl 1769074757 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074746.986404:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feea00 with x1855007612525440 ext(3620864->3624959) 00010000:00010000:1.0:1769074746.986409:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.986417:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074746.986429:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40feea00 00000100:00100000:3.0:1769074746.988057:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074746.989535:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612525568 00000100:00100000:1.0:1769074746.989545:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612525568 00010000:00010000:1.0:1769074746.989578:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074746.989615:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4845 00000100:00100000:1.0:1769074746.989623:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612525568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074746.989636:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074746.989653:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074747 -> 1769074748 00002000:00010000:1.0:1769074746.989656:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074747 -> 1769074748 00010000:00010000:1.0:1769074746.989662:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.989674:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.989693:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e88769 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2949120->3145727] (req 2949120->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a217 expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074746.989708:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.989710:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074746.989717:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 21 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.989727:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 21 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074746.989767:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 21 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074746.989780:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619786880:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074746.989907:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074746.999956:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074746.999990:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.000030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.000629:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526080 00000100:00100000:3.0:1769074747.000643:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526080 00000100:00100000:3.0:1769074747.000707:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9099 00000100:00100000:3.0:1769074747.000717:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+27:57584:x1855007612526080:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074747.000734:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074747.000752:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a241 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.000784:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.000787:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.000792:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 28 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.000804:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4857855] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 28 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.000817:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074747.000896:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+28:57584:x1855007612526080:12345-192.168.204.39@tcp:101:cat.0 Request processed in 180us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.000903:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9099 00000100:00100000:3.0:1769074747.000927:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612525696 00000100:00100000:3.0:1769074747.000931:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612525696 00002000:00100000:3.0:1769074747.000957:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3624959) req@ffff956d40feed80 x1855007612525696/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/0 e 0 to 0 dl 1769074757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.000967:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feed80 with x1855007612525696 ext(3145728->3624959) 00010000:00010000:3.0:1769074747.000974:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 28 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.000988:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 28 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:3.0:1769074747.000994:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40feed80 00000100:00100000:3.0:1769074747.001013:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1042 00000100:00100000:3.0:1769074747.001020:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612525696:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074747.010618:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619786880:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.010648:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.010716:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612525568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21092us (22671us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.010728:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4845 00000100:00100000:3.0:1769074747.022959:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612525696:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 21921us (22950us total) trans 21474839325 rc 0/0 00000100:00100000:3.0:1769074747.022977:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1042 00002000:00100000:3.0:1769074747.022994:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3624959) req@ffff956d40feed80 x1855007612525696/t21474839325(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:282/0 lens 488/448 e 0 to 0 dl 1769074757 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.023006:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feed80 with x1855007612525696 ext(3145728->3624959) 00010000:00010000:3.0:1769074747.023018:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.023042:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:3.0:1769074747.023050:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40feed80 00000100:00100000:3.0:1769074747.024667:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526208 00000100:00100000:3.0:1769074747.024679:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526208 00002000:00100000:3.0:1769074747.024793:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfce680 x1855007612526208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.024805:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfce680 with x1855007612526208 ext(2097152->3145727) 00002000:00010000:3.0:1769074747.024810:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfce680 00000100:00100000:3.0:1769074747.024922:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5087 00000100:00100000:3.0:1769074747.024934:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612526208:12345-192.168.204.39@tcp:3:multiop.0 00000100:00080000:0.0:1769074747.027451:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074747.031546:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.031644:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526336 00000100:00100000:1.0:1769074747.031656:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526336 00010000:00010000:1.0:1769074747.031706:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.031754:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4846 00000100:00100000:1.0:1769074747.031764:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612526336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.031781:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074747.031803:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074747 -> 1769074748 00002000:00010000:1.0:1769074747.031807:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074747 -> 1769074748 00010000:00010000:1.0:1769074747.031814:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.031859:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.031893:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8877e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3624959) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a22c expref: 30 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.031916:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.031919:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.031928:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.031940:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.031949:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.031950:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.031954:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 29 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.031962:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 29 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.032007:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 29 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.032025:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619787008:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.035736:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.035767:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619787136:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.038206:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074747.047233:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526464 00000100:00100000:1.0:1769074747.047243:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526464 00002000:00100000:1.0:1769074747.047295:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2891776->2895871) req@ffff956d2019e300 x1855007612526464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.047307:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019e300 with x1855007612526464 ext(2891776->2895871) 00002000:00010000:1.0:1769074747.047313:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019e300 00000100:00100000:1.0:1769074747.047349:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5088 00000100:00100000:1.0:1769074747.047359:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612526464:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074747.047576:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612526464:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 217us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074747.047584:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5088 00002000:00100000:1.0:1769074747.047591:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2891776->2895871) req@ffff956d2019e300 x1855007612526464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/4536 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.047599:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019e300 with x1855007612526464 ext(2891776->2895871) 00002000:00010000:1.0:1769074747.047603:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019e300 00000100:00100000:1.0:1769074747.047650:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619787008:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.047661:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619787136:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.047681:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.047708:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612526336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 15945us (16175us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.047719:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4846 00000100:00100000:1.0:1769074747.047947:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2373:x1855007612526208:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 23015us (24049us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074747.047954:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5087 00002000:00100000:1.0:1769074747.047960:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfce680 x1855007612526208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.047969:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfce680 with x1855007612526208 ext(2097152->3145727) 00002000:00010000:1.0:1769074747.047972:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfce680 00000100:00100000:3.0:1769074747.062446:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526592 00000100:00100000:3.0:1769074747.062461:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526592 00002000:00100000:3.0:1769074747.062531:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d2019c380 x1855007612526592/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.062542:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c380 with x1855007612526592 ext(4194304->4857855) 00002000:00010000:3.0:1769074747.062548:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019c380 00000100:00100000:3.0:1769074747.062641:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5089 00000100:00100000:3.0:1769074747.062651:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612526592:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074747.074776:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.074925:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.079470:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526720 00000100:00100000:1.0:1769074747.079500:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526720 00000100:00100000:1.0:1769074747.079622:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00100000:1.0:1769074747.079923:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d8ad80 x1855007612526720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.079936:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8ad80 with x1855007612526720 ext(3145728->4194303) 00002000:00010000:1.0:1769074747.079942:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d8ad80 00000100:00100000:1.0:1769074747.079966:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612526848 00000100:00100000:1.0:1769074747.079969:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612526848 00002000:00100000:1.0:1769074747.079985:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d12300 x1855007612526848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.079994:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d12300 with x1855007612526848 ext(3145728->4194303) 00002000:00010000:1.0:1769074747.079998:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d12300 00000100:00100000:1.0:1769074747.080021:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5090 00000100:00100000:1.0:1769074747.080031:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612526720:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074747.081317:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5091 00000100:00100000:1.0:1769074747.081333:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2371:x1855007612526848:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074747.083225:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612526592:12345-192.168.204.39@tcp:3:cat.0 Request processed in 20562us (20894us total) trans 0 rc 663552/663552 00000100:00100000:3.0:1769074747.083238:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5089 00002000:00100000:3.0:1769074747.083250:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d2019c380 x1855007612526592/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.083273:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c380 with x1855007612526592 ext(4194304->4857855) 00002000:00010000:3.0:1769074747.083280:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019c380 00000100:00100000:3.0:1769074747.093804:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.093896:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.093994:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527232 00000100:00100000:0.0:1769074747.094009:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527232 00000100:00100000:0.0:1769074747.094108:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527104 00000100:00100000:0.0:1769074747.094113:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527104 00000100:00100000:0.0:1769074747.094144:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9101 00000100:00100000:0.0:1769074747.094154:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612527232:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.094180:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.094209:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a256 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.094240:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.094267:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a256 expref: 21 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.094293:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a256 expref: 21 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.094307:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:0.0:1769074747.094365:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612527232:12345-192.168.204.39@tcp:101:cat.0 Request processed in 212us (568us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074747.094372:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9101 00000100:00100000:0.0:1769074747.094392:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9102 00000100:00100000:0.0:1769074747.094398:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612527104:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.094406:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.094418:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e887a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a24f expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.094447:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e887a8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a24f expref: 30 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.094460:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e887a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a24f expref: 30 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.094468:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:0.0:1769074747.094490:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612527104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 93us (595us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074747.094497:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9102 00000100:00080000:3.0:1769074747.094756:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074747.108114:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619787264:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074747.108159:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->2375679] (req 2097152->2375679) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 25 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.108182:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:3.0:1769074747.108867:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612526720:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 28830us (34096us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074747.108884:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5090 00002000:00100000:3.0:1769074747.108897:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d8ad80 x1855007612526720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.108908:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8ad80 with x1855007612526720 ext(3145728->4194303) 00002000:00010000:3.0:1769074747.108915:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d8ad80 00010000:00010000:2.0:1769074747.114511:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e887af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a25d expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.114550:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e887af lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a25d expref: 30 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.114570:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e887af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a25d expref: 30 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.114583:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:2.0:1769074747.114637:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612527360:12345-192.168.204.39@tcp:101:cat.0 Request processed in 173us (302us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074747.114645:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9103 00000100:00100000:2.0:1769074747.114694:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.114716:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527488 00000100:00100000:2.0:1769074747.114720:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527488 00000100:00100000:2.0:1769074747.114744:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9104 00000100:00100000:2.0:1769074747.114751:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612527488:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074747.114760:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.114770:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a264 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.114784:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074747.114791:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a264 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.114804:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a264 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.114819:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:2.0:1769074747.114874:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612527488:12345-192.168.204.39@tcp:101:cat.0 Request processed in 124us (180us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074747.114881:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9104 00000100:00100000:2.0:1769074747.115401:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2371:x1855007612526848:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 34071us (40474us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074747.115411:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5091 00002000:00100000:2.0:1769074747.115421:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d12300 x1855007612526848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.115430:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d12300 with x1855007612526848 ext(3145728->4194303) 00010000:00010000:2.0:1769074747.115449:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:2.0:1769074747.115465:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00002000:00010000:2.0:1769074747.115473:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d12300 00000100:00100000:0.0:1769074747.116726:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57594:x1855007612526976:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 24806us (37100us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.116741:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9100 00000100:00100000:2.0:1769074747.124131:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.124234:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527616 00000100:00100000:0.0:1769074747.124244:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527616 00000100:00100000:0.0:1769074747.124313:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9105 00000100:00100000:0.0:1769074747.124323:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57592:x1855007612527616:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.124341:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.124362:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a26b expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.124390:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.124393:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.124403:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.124420:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.124443:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:0.0:1769074747.124515:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57592:x1855007612527616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 194us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.124522:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9105 00000100:00100000:3.0:1769074747.126288:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.126806:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527744 00000100:00100000:1.0:1769074747.126819:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527744 00010000:00010000:1.0:1769074747.126918:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.126950:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4847 00000100:00100000:1.0:1769074747.126960:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2373:x1855007612527744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.126977:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.126998:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.127014:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.127040:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e88777 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a225 expref: 24 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.127057:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.127059:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.127066:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.127077:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.127136:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 23 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.127149:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619787392:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.127241:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074747.130034:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619787392:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.130069:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.130151:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2373:x1855007612527744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3191us (3871us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.130164:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4847 00000100:00100000:3.0:1769074747.133003:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.133123:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612527872 00000100:00100000:2.0:1769074747.133133:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612527872 00002000:00100000:2.0:1769074747.133195:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d11f80 x1855007612527872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.133207:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d11f80 with x1855007612527872 ext(3145728->4194303) 00002000:00010000:2.0:1769074747.133213:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d11f80 00000100:00100000:2.0:1769074747.133246:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5092 00000100:00100000:2.0:1769074747.133265:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2370:x1855007612527872:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074747.135667:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.136470:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528128 00000100:00100000:3.0:1769074747.136483:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528128 00000100:00100000:3.0:1769074747.136543:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2641 00000100:00100000:3.0:1769074747.136555:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+169:57584:x1855007612528128:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074747.136809:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+170:57584:x1855007612528128:12345-192.168.204.39@tcp:35:cat.0 Request processed in 257us (1154us total) trans 8589941139 rc 0/0 00000100:00100000:3.0:1769074747.136817:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2641 00000100:00100000:3.0:1769074747.146816:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.146886:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528256 00000100:00100000:1.0:1769074747.146897:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528256 00002000:00100000:1.0:1769074747.146955:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2371584->2375679) req@ffff956c0d76dc00 x1855007612528256/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.146967:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76dc00 with x1855007612528256 ext(2371584->2375679) 00002000:00010000:1.0:1769074747.146972:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76dc00 00000100:00100000:1.0:1769074747.147010:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5093 00000100:00100000:1.0:1769074747.147020:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612528256:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074747.147240:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612528256:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 221us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074747.147248:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5093 00002000:00100000:1.0:1769074747.147256:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2371584->2375679) req@ffff956c0d76dc00 x1855007612528256/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/4536 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.147453:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76dc00 with x1855007612528256 ext(2371584->2375679) 00002000:00010000:1.0:1769074747.147457:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76dc00 00000100:00100000:2.0:1769074747.149016:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2370:x1855007612527872:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 15747us (16007us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074747.149034:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5092 00002000:00100000:2.0:1769074747.149047:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41d11f80 x1855007612527872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.149057:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d11f80 with x1855007612527872 ext(3145728->4194303) 00002000:00010000:2.0:1769074747.149064:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d11f80 00000100:00100000:3.0:1769074747.161956:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.162002:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.162746:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528512 00000100:00100000:2.0:1769074747.162759:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528512 00000100:00100000:2.0:1769074747.162855:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528384 00000100:00100000:2.0:1769074747.162858:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528384 00000100:00100000:1.0:1769074747.162865:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9106 00000100:00100000:2.0:1769074747.162876:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9107 00000100:00100000:1.0:1769074747.162877:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2373:x1855007612528512:12345-192.168.204.39@tcp:101:cat.0 00000100:00100000:2.0:1769074747.162882:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612528384:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.162895:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.162895:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.162915:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e887cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a279 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.162915:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a272 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.162951:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e887cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a279 expref: 24 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.162951:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887c4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a272 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.162972:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e887cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a279 expref: 24 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.162972:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a272 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.162984:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976400, rc 0) 00010000:00010000:2.0:1769074747.162984:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:1.0:1769074747.163054:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2373:x1855007612528512:12345-192.168.204.39@tcp:101:cat.0 Request processed in 179us (1113us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.163062:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9106 00000100:00100000:2.0:1769074747.168706:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612528384:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5808us (6688us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074747.168720:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9107 00000100:00100000:3.0:1769074747.175803:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.176076:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528640 00000100:00100000:2.0:1769074747.176178:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528640 00000100:00100000:2.0:1769074747.176594:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9108 00000100:00100000:2.0:1769074747.176607:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57592:x1855007612528640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074747.176629:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.176649:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a280 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.176677:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074747.176680:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074747.176689:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.176705:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.176720:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:2.0:1769074747.176782:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57592:x1855007612528640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 179us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074747.176790:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9108 00000100:00100000:0.0:1769074747.190426:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.190568:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528768 00000100:00100000:2.0:1769074747.190586:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528768 00002000:00100000:2.0:1769074747.190671:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d40fece00 x1855007612528768/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.190690:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fece00 with x1855007612528768 ext(4194304->4857855) 00002000:00010000:2.0:1769074747.190697:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fece00 00000100:00100000:2.0:1769074747.190761:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5094 00000100:00100000:2.0:1769074747.190771:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612528768:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074747.201324:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612528768:12345-192.168.204.39@tcp:3:cat.0 Request processed in 10537us (10899us total) trans 0 rc 663552/663552 00000100:00100000:2.0:1769074747.201342:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5094 00002000:00100000:2.0:1769074747.201356:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4857855) req@ffff956d40fece00 x1855007612528768/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.201367:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fece00 with x1855007612528768 ext(4194304->4857855) 00002000:00010000:2.0:1769074747.201375:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fece00 00000100:00100000:0.0:1769074747.209397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.209534:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.210189:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612528896 00000100:00100000:2.0:1769074747.210200:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612528896 00000100:00100000:2.0:1769074747.210347:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529024 00000100:00100000:2.0:1769074747.210351:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529024 00000100:00100000:1.0:1769074747.210443:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9109 00000100:00100000:1.0:1769074747.210456:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612528896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.210476:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.210497:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a287 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.210544:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a287 expref: 18 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.210567:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a287 expref: 18 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.210581:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:1.0:1769074747.210651:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612528896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 197us (1263us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.210658:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9109 00000100:00100000:1.0:1769074747.210677:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9110 00000100:00100000:1.0:1769074747.210684:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2371:x1855007612529024:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.210692:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.210701:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a28e expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.210719:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a28e expref: 24 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.210729:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a28e expref: 24 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.210737:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:1.0:1769074747.210757:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2371:x1855007612529024:12345-192.168.204.39@tcp:101:cat.0 Request processed in 74us (1224us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.210767:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9110 00000100:00100000:1.0:1769074747.220986:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.221234:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529152 00000100:00100000:0.0:1769074747.221248:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529152 00000100:00100000:0.0:1769074747.221327:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9111 00000100:00100000:0.0:1769074747.221338:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612529152:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.221365:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.221394:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e887e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a295 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.221454:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e887e7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a295 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.221477:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e887e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a295 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.221497:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:0.0:1769074747.221632:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612529152:12345-192.168.204.39@tcp:101:cat.0 Request processed in 295us (661us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074747.221641:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9111 00000100:00100000:3.0:1769074747.222699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.224597:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529280 00000100:00100000:1.0:1769074747.224613:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529280 00000100:00100000:1.0:1769074747.224695:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9112 00000100:00100000:1.0:1769074747.224706:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2373:x1855007612529280:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.224729:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.224750:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a29c expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.224788:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a29c expref: 24 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.224807:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e887ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a29c expref: 24 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.224842:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:1.0:1769074747.225110:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2373:x1855007612529280:12345-192.168.204.39@tcp:101:cat.0 Request processed in 404us (2416us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.225127:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9112 00000100:00100000:3.0:1769074747.237466:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.242031:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529536 00000100:00100000:2.0:1769074747.242057:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529536 00000100:00100000:2.0:1769074747.242704:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2642 00000100:00100000:2.0:1769074747.242722:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+34:57592:x1855007612529536:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074747.243185:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+35:57592:x1855007612529536:12345-192.168.204.39@tcp:35:cat.0 Request processed in 467us (5753us total) trans 8589941140 rc 0/0 00000100:00100000:2.0:1769074747.243194:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2642 00000100:00100000:3.0:1769074747.284698:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.288685:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529792 00000100:00100000:1.0:1769074747.288706:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529792 00000100:00100000:1.0:1769074747.288909:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6293 00000100:00100000:1.0:1769074747.288922:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+170:57599:x1855007612529792:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074747.288951:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.288978:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e887f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2a3 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.289065:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289083:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289095:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289111:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289134:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289141:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289309:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8880a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289320:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8880a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289327:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8880a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074747.289337:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074747.289477:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289485:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289496:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289502:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.289506:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289515:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289530:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074747.289533:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.289540:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289547:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e887fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289561:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289568:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289574:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289578:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.289580:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289586:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289597:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074747.289599:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.289602:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289607:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88803 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.289646:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e887f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2a3 expref: 173 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.289659:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8880a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2a3 expref: 172 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.289666:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.289669:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074747.289672:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:1.0:1769074747.289754:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+172:57599:x1855007612529792:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 835us (5070us total) trans 8589941141 rc 0/0 00000100:00100000:1.0:1769074747.289763:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6293 00000100:00100000:0.0:1769074747.311233:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.311428:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612529920 00000100:00100000:1.0:1769074747.311452:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612529920 00000100:00100000:1.0:1769074747.311544:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:1.0:1769074747.311554:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+172:2371:x1855007612529920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.311574:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.311605:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8880a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2a3 expref: 172 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.311630:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.311635:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.311696:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+171:2371:x1855007612529920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 143us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.311703:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 787 00010000:00010000:1.0:1769074747.328151:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074747.344669:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.344988:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530176 00000100:00100000:1.0:1769074747.345005:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530176 00000100:00100000:1.0:1769074747.345106:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6294 00000100:00100000:1.0:1769074747.345120:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+171:57604:x1855007612530176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.345166:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.345201:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e88818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2aa expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.345666:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345688:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345704:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345721:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345728:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345735:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.345998:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8882d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.346011:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8882d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.346019:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8882d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074747.346033:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074747.351678:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351700:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351710:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351716:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.351721:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351728:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351751:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074747.351755:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.351761:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351767:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8881f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351799:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351805:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351810:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351814:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.351816:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351861:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351870:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074747.351873:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.351876:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351881:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88826 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.351982:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e88818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2aa expref: 174 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.352000:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8882d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2aa expref: 173 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.352007:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.352011:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074747.352014:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:1.0:1769074747.356813:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+173:57604:x1855007612530176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11672us (12139us total) trans 8589941142 rc 0/0 00000100:00100000:1.0:1769074747.356867:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6294 00000100:00100000:3.0:1769074747.375809:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.382747:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.382802:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.382922:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.382943:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530560 00000100:00100000:2.0:1769074747.382970:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530560 00000100:00100000:2.0:1769074747.383090:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530688 00000100:00100000:2.0:1769074747.383095:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530688 00000100:00100000:2.0:1769074747.383129:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9113 00000100:00100000:2.0:1769074747.383142:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612530560:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074747.383170:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.383195:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8883b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2b8 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.383237:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8883b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2b8 expref: 30 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.383272:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8883b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2b8 expref: 30 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.383286:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:2.0:1769074747.383369:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612530560:12345-192.168.204.39@tcp:101:cat.0 Request processed in 230us (640us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074747.383377:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9113 00000100:00100000:2.0:1769074747.383399:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9114 00000100:00100000:2.0:1769074747.383406:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612530688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074747.383415:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.383425:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88842 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2bf expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.383453:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88842 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2bf expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.383469:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2bf expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074747.383477:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:2.0:1769074747.383499:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612530688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 94us (696us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074747.383506:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9114 00000100:00100000:2.0:1769074747.383534:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530816 00000100:00100000:2.0:1769074747.383539:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530816 00000100:00100000:2.0:1769074747.383579:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 788 00000100:00100000:2.0:1769074747.383586:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+173:2370:x1855007612530816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074747.383597:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074747.383614:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8882d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2aa expref: 173 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.383629:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074747.383633:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074747.383652:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+172:2370:x1855007612530816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 66us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074747.383658:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 788 00000100:00100000:2.0:1769074747.392741:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619787520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074747.392812:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074747.392919:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619787520 00000100:00100000:2.0:1769074747.392928:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619787520 00000100:00100000:2.0:1769074747.392985:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1769074747.392994:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619787520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074747.393020:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 575602688 pending 22151168 free 3843031040 avail 3840933888 00000100:00100000:2.0:1769074747.393063:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619787520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074747.393070:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:2.0:1769074747.393913:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074747.393982:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619787520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074747.394016:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074747.394025:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619787648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074747.394071:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074747.394124:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619787648 00000100:00100000:2.0:1769074747.394130:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619787648 00000100:00100000:2.0:1769074747.394176:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1769074747.394184:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619787648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074747.394204:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 395116544 pending 17039360 free 3835691008 avail 3833593856 00000100:00100000:2.0:1769074747.394239:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619787648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074747.394246:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:2.0:1769074747.394693:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074747.394722:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619787648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074747.396778:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530432 00000100:00100000:1.0:1769074747.396802:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530432 00000100:00100000:2.0:1769074747.398295:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6295 00000100:00100000:2.0:1769074747.398309:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+35:57605:x1855007612530432:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074747.398335:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.398359:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2b1 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.398460:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398477:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398491:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398506:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398514:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398521:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398681:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8885e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398692:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8885e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398699:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8885e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074747.398709:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074747.398904:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398913:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398922:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398928:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074747.398932:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398941:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398955:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074747.398957:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074747.398963:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398968:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398982:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398987:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398993:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.398998:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074747.399000:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.399005:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.399017:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1f00) 00010000:00010000:2.0:1769074747.399019:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074747.399023:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.399028:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e88857 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074747.399069:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2b1 expref: 38 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.399083:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8885e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2b1 expref: 37 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.399090:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074747.399092:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074747.399095:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:2.0:1769074747.399164:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+37:57605:x1855007612530432:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 857us (23374us total) trans 8589941143 rc 0/0 00000100:00100000:2.0:1769074747.399172:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6295 00000100:00100000:1.0:1769074747.445038:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.446331:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.446395:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.446469:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.446520:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612530944 00000100:00100000:1.0:1769074747.446534:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612530944 00000100:00100000:1.0:1769074747.446610:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9115 00000100:00100000:1.0:1769074747.446622:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+29:57604:x1855007612530944:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.446654:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.446686:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2c6 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.446726:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.446736:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074747.446739:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074747.446745:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.446795:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.446844:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 16 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.446866:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619787776:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074747.447019:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074747.448571:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531200 00000100:00100000:2.0:1769074747.448592:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531200 00000100:00100000:2.0:1769074747.448664:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2643 00000100:00100000:2.0:1769074747.448674:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09461850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+37:57605:x1855007612531200:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074747.448961:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09461850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+38:57605:x1855007612531200:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 288us (2565us total) trans 8589941144 rc 0/0 00000100:00100000:2.0:1769074747.448969:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2643 00000100:00100000:1.0:1769074747.450738:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531328 00000100:00100000:1.0:1769074747.450764:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531328 00000100:00100000:1.0:1769074747.450910:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 789 00000100:00100000:1.0:1769074747.450923:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+38:2370:x1855007612531328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.450949:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.450992:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8885e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2b1 expref: 38 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.451021:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.451028:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.452478:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+37:2370:x1855007612531328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1541us (5993us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.452499:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 789 00000100:00100000:1.0:1769074747.452582:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531584 00000100:00100000:1.0:1769074747.452596:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531584 00000100:00100000:1.0:1769074747.452665:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6296 00000100:00100000:1.0:1769074747.452675:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+37:57608:x1855007612531584:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.452701:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.452734:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2cd expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.452892:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.452914:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.452933:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.452953:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.452961:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.452968:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453694:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88888 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453710:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88888 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453719:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88888 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074747.453731:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074747.453919:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453929:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453943:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453951:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.453957:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453969:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.453987:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074747.453990:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.453995:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454001:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8887a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454021:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454027:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454033:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454039:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.454042:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454048:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454059:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074747.454063:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.454355:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454370:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074747.454472:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2cd expref: 40 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.454493:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88888 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2cd expref: 39 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.454501:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.454504:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074747.454509:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977400, rc 0) 00000100:00100000:1.0:1769074747.454614:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+39:57608:x1855007612531584:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1939us (8366us total) trans 8589941145 rc 0/0 00000100:00100000:1.0:1769074747.454624:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6296 00000100:00100000:1.0:1769074747.460590:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.476685:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.476731:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.476756:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.476792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.476913:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619787776:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074747.476970:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477004:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:1.0:1769074747.477081:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+30:57604:x1855007612530944:12345-192.168.204.39@tcp:101:cat.0 Request processed in 30460us (32057us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.477093:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9115 00000100:00100000:1.0:1769074747.477135:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532096 00000100:00100000:1.0:1769074747.477145:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532096 00000100:00100000:1.0:1769074747.477196:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531968 00000100:00100000:1.0:1769074747.477200:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531968 00000100:00100000:1.0:1769074747.477221:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532224 00000100:00100000:1.0:1769074747.477224:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532224 00000100:00100000:1.0:1769074747.477252:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9116 00000100:00100000:1.0:1769074747.477261:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532096:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.477283:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.477307:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e88896 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2db expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477346:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e88896 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2db expref: 25 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477367:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e88896 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2db expref: 25 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477384:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:1.0:1769074747.477408:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532096:12345-192.168.204.39@tcp:101:cat.0 Request processed in 148us (677us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.477415:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9116 00000100:00100000:1.0:1769074747.477444:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9117 00000100:00100000:1.0:1769074747.477452:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612531968:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.477460:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.477472:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8889d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2d4 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477490:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8889d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2d4 expref: 18 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477502:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8889d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2d4 expref: 18 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477512:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:1.0:1769074747.477535:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612531968:12345-192.168.204.39@tcp:101:cat.0 Request processed in 84us (778us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074747.477542:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9117 00000100:00100000:1.0:1769074747.477555:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9118 00000100:00100000:1.0:1769074747.477561:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57605:x1855007612532224:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074747.477567:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.477577:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2e2 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477599:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477611:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 24 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477620:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.477622:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.477625:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1159168->1208319] (req 1159168->1208319) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477665:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 24 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074747.477679:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 24 pid: 33558 timeout: 1831 lvb_type: 1 00000100:00100000:1.0:1769074747.477696:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619787904:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074747.477790:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.477800:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.477809:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619788032:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074747.477866:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074747.478083:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531712 00000100:00100000:1.0:1769074747.478090:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531712 00000100:00100000:1.0:1769074747.478188:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 790 00000100:00100000:1.0:1769074747.478197:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+39:2372:x1855007612531712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.478209:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.478233:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88888 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2cd expref: 39 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.478250:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.478256:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.478284:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+38:2372:x1855007612531712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 89us (17709us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.478291:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 790 00000100:00100000:1.0:1769074747.478348:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612531840 00000100:00100000:1.0:1769074747.478353:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612531840 00002000:00100000:1.0:1769074747.478390:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2891776->3145727) req@ffff956d20596a00 x1855007612531840/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.478401:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20596a00 with x1855007612531840 ext(2891776->3145727) 00010000:00010000:1.0:1769074747.478410:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 17 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.478425:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 17 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074747.478445:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20596a00 00000100:00100000:1.0:1769074747.478471:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1043 00000100:00100000:1.0:1769074747.478480:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612531840:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074747.509628:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.509670:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.509698:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.509774:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619787904:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074747.509795:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619788032:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074747.509886:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1159168->1208319] (req 1159168->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.509919:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:1.0:1769074747.510004:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57605:x1855007612532224:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 32442us (33211us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.510015:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9118 00000100:00100000:1.0:1769074747.510055:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532352 00000100:00100000:1.0:1769074747.510063:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532352 00000100:00100000:1.0:1769074747.511635:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9119 00000100:00100000:1.0:1769074747.511658:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57608:x1855007612532352:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074747.511679:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.511704:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2e9 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.511734:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.511743:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1159168->1208319] (req 1159168->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.511752:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074747.511757:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.511813:0:26584:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1159168->1208319] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.511857:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.511871:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080000, rc 0) 00000100:00100000:1.0:1769074747.511941:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57608:x1855007612532352:12345-192.168.204.39@tcp:101:cat.0 Request processed in 292us (2328us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.511950:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9119 00000100:00100000:1.0:1769074747.512000:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532480 00000100:00100000:1.0:1769074747.512010:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532480 00010000:00010000:1.0:1769074747.512042:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 25 pid: 33558 timeout: 1831 lvb_type: 1 00000100:00100000:1.0:1769074747.512067:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532608 00000100:00100000:1.0:1769074747.512072:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532608 00010000:00010000:1.0:1769074747.512716:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 20 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.512761:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4848 00000100:00100000:1.0:1769074747.512772:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2373:x1855007612532480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.512786:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.512816:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 25 pid: 33558 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074747.512864:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 25 pid: 33558 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074747.512896:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e885e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a130 expref: 25 pid: 33558 timeout: 1831 lvb_type: 1 00010000:00010000:1.0:1769074747.512915:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.512956:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2373:x1855007612532480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 188us (3285us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.512968:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4848 00000100:00100000:1.0:1769074747.512992:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4849 00000100:00100000:1.0:1769074747.513002:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612532608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.513012:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.513024:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 20 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.513038:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 20 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.513057:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8856a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a114 expref: 20 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.513075:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.513078:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.513100:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 23 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.513113:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 23 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.513157:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 23 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.513173:0:5737:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 23 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.513190:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619788288:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.513275:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074747.517044:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2373:x1855007612531840:12345-192.168.204.39@tcp:4:cat.0 Request processed in 38547us (40359us total) trans 21474839326 rc 0/0 00000100:00100000:1.0:1769074747.517068:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1043 00002000:00100000:1.0:1769074747.520968:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2891776->3145727) req@ffff956d20596a00 x1855007612531840/t21474839326(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/448 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.520987:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20596a00 with x1855007612531840 ext(2891776->3145727) 00010000:00010000:1.0:1769074747.521002:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.521024:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074747.521034:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20596a00 00000100:00100000:1.0:1769074747.529795:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619788288:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.529856:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074747.530393:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612532608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17390us (20690us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074747.530409:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4849 00000001:00080000:0.0:1769074747.539372:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941125 is committed 00000001:00080000:0.0:1769074747.539408:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941114 is committed 00000001:00080000:0.0:1769074747.539892:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941142 is committed 00000001:00080000:0.0:1769074747.539904:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941133 is committed 00000001:00080000:0.0:1769074747.539939:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941140 is committed 00000100:00100000:3.0:1769074747.542042:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.542085:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532736 00000100:00100000:3.0:1769074747.542109:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532736 00002000:00100000:3.0:1769074747.542165:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1159168->1163263) req@ffff956d40ff3480 x1855007612532736/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.542176:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff3480 with x1855007612532736 ext(1159168->1163263) 00010000:00010000:3.0:1769074747.542185:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.542206:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:3.0:1769074747.542214:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff3480 00000100:00100000:3.0:1769074747.542247:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1044 00000100:00100000:3.0:1769074747.543767:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532736:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074747.545623:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.545681:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532864 00000100:00100000:3.0:1769074747.545691:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532864 00010000:00010000:3.0:1769074747.545729:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.545765:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4850 00000100:00100000:3.0:1769074747.545774:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2373:x1855007612532864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074747.545787:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074747.545805:0:5737:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074747 -> 1769074748 00010000:00010000:3.0:1769074747.545812:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.545845:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.545869:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88785 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 2891776->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a233 expref: 19 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.545889:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074747.545892:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074747.545899:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.545909:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.546028:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074747.546046:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619788416:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074747.546138:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074747.547909:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532736:12345-192.168.204.39@tcp:3:cat.0 Request processed in 5644us (5869us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074747.547925:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1044 00002000:00100000:3.0:1769074747.547936:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1159168->1163263) req@ffff956d40ff3480 x1855007612532736/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/4536 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.547947:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff3480 with x1855007612532736 ext(1159168->1163263) 00010000:00010000:3.0:1769074747.547957:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.547979:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:3.0:1769074747.547992:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff3480 00000100:00100000:3.0:1769074747.559485:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619788416:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074747.559523:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074747.559593:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612532864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13819us (13977us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.559607:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4850 00000100:00100000:3.0:1769074747.565320:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.566334:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612532992 00000100:00100000:0.0:1769074747.566354:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612532992 00002000:00100000:0.0:1769074747.566414:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1204224->1208319) req@ffff956d40ff1500 x1855007612532992/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.566437:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1500 with x1855007612532992 ext(1204224->1208319) 00010000:00010000:0.0:1769074747.566448:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.566466:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:0.0:1769074747.566474:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff1500 00000100:00100000:0.0:1769074747.566524:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1045 00000100:00100000:0.0:1769074747.566534:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532992:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074747.567575:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612532992:12345-192.168.204.39@tcp:3:cat.0 Request processed in 1035us (2262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074747.567586:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1045 00002000:00100000:0.0:1769074747.567596:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1204224->1208319) req@ffff956d40ff1500 x1855007612532992/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/4536 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.567605:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1500 with x1855007612532992 ext(1204224->1208319) 00010000:00010000:0.0:1769074747.567613:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.567628:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:0.0:1769074747.567636:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff1500 00000100:00100000:2.0:1769074747.569861:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.580411:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533120 00000100:00100000:2.0:1769074747.580450:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533120 00002000:00100000:2.0:1769074747.580625:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0bfcc000 x1855007612533120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.580638:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc000 with x1855007612533120 ext(2097152->3145727) 00002000:00010000:2.0:1769074747.580647:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcc000 00000100:00100000:2.0:1769074747.580693:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5095 00000100:00100000:2.0:1769074747.580707:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612533120:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074747.581960:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.582044:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533248 00000100:00100000:1.0:1769074747.582059:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533248 00002000:00100000:1.0:1769074747.582131:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x211:0x0] (1159168->1208319) req@ffff956d08d3df80 x1855007612533248/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.582146:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3df80 with x1855007612533248 ext(1159168->1208319) 00010000:00010000:1.0:1769074747.582160:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.582189:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 24 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074747.582199:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3df80 00000100:00100000:1.0:1769074747.582235:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1046 00000100:00100000:1.0:1769074747.582247:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2371:x1855007612533248:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074747.601440:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2371:x1855007612533248:12345-192.168.204.39@tcp:4:cat.0 Request processed in 19174us (19480us total) trans 17179872396 rc 0/0 00000100:00100000:2.0:1769074747.601458:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1046 00002000:00100000:2.0:1769074747.601471:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x211:0x0] (1159168->1208319) req@ffff956d08d3df80 x1855007612533248/t17179872396(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/448 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.601494:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3df80 with x1855007612533248 ext(1159168->1208319) 00010000:00010000:2.0:1769074747.601509:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:2.0:1769074747.601535:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00002000:00010000:2.0:1769074747.601544:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3df80 00000100:00100000:2.0:1769074747.615305:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.615397:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533376 00000100:00100000:2.0:1769074747.615411:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533376 00010000:00010000:2.0:1769074747.615493:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.615541:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4851 00000100:00100000:2.0:1769074747.615551:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612533376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074747.615569:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074747.615588:0:5737:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074746 -> 1769074748 00002000:00010000:2.0:1769074747.615593:0:5737:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074746 -> 1769074748 00010000:00010000:2.0:1769074747.615601:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:2.0:1769074747.615623:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:2.0:1769074747.615650:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e888a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1208319) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e2 expref: 26 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:2.0:1769074747.615667:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074747.615669:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074747.615676:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.615686:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.615727:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074747.615749:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619788544:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074747.615883:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074747.633973:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612533120:12345-192.168.204.39@tcp:3:cat.0 Request processed in 53252us (64104us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074747.633995:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5095 00002000:00100000:3.0:1769074747.634013:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0bfcc000 x1855007612533120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074747.634025:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc000 with x1855007612533120 ext(2097152->3145727) 00002000:00010000:3.0:1769074747.634033:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcc000 00000100:00100000:3.0:1769074747.651624:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619788544:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074747.651666:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074747.651781:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612533376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 36231us (36491us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.651796:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4851 00000100:00100000:2.0:1769074747.668165:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.668229:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.668350:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533504 00000100:00100000:3.0:1769074747.668371:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533504 00000100:00100000:3.0:1769074747.668478:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9120 00000100:00100000:3.0:1769074747.668492:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:57604:x1855007612533504:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074747.668515:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074747.668535:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2f0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.668571:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.668580:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.668583:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.668589:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.668634:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 24 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.668654:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 24 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.668668:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619788672:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074747.668769:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d99a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074747.669553:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533632 00000100:00100000:0.0:1769074747.669562:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533632 00002000:00100000:0.0:1769074747.669603:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4147e680 x1855007612533632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.669613:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e680 with x1855007612533632 ext(1048576->2097151) 00002000:00010000:0.0:1769074747.669619:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147e680 00000100:00100000:0.0:1769074747.669647:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5096 00000100:00100000:0.0:1769074747.669656:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2370:x1855007612533632:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074747.682392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.682535:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619788672:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074747.682576:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.682600:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065200, rc 0) 00000100:00100000:0.0:1769074747.682859:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533760 00000100:00100000:0.0:1769074747.682868:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533760 00002000:00100000:0.0:1769074747.682921:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2375679) req@ffff956d08d3f800 x1855007612533760/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.682931:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3f800 with x1855007612533760 ext(2097152->2375679) 00010000:00010000:0.0:1769074747.682938:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.682955:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:0.0:1769074747.682962:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3f800 00000100:00100000:0.0:1769074747.682994:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1047 00000100:00100000:0.0:1769074747.683002:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2371:x1855007612533760:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074747.687785:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:57604:x1855007612533504:12345-192.168.204.39@tcp:101:cat.0 Request processed in 19285us (19625us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.687799:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9120 00000100:00100000:1.0:1769074747.690969:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.691196:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612533888 00000100:00100000:3.0:1769074747.691211:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612533888 00000100:00100000:2.0:1769074747.691788:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9121 00000100:00100000:2.0:1769074747.691802:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:57599:x1855007612533888:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074747.691844:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.691867:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2f7 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.691904:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.691913:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.691920:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074747.691922:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074747.691926:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3887104->4194303] (req 3887104->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 21 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.691965:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.691977:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 28 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.691990:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619788800:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074747.692104:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.692114:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.692124:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619788928:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074747.692150:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074747.698902:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2370:x1855007612533632:12345-192.168.204.39@tcp:3:cat.0 Request processed in 29226us (30654us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074747.698924:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5096 00002000:00100000:1.0:1769074747.698943:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4147e680 x1855007612533632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.698962:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e680 with x1855007612533632 ext(1048576->2097151) 00002000:00010000:1.0:1769074747.698970:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147e680 00000100:00100000:2.0:1769074747.700559:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619788800:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074747.700576:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619788928:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074747.700608:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3887104->4194303] (req 3887104->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 21 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.700630:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:2.0:1769074747.700695:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:57599:x1855007612533888:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 8896us (9743us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074747.700705:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9121 00000100:00100000:1.0:1769074747.706204:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2371:x1855007612533760:12345-192.168.204.39@tcp:4:cat.0 Request processed in 23181us (23814us total) trans 17179872397 rc 0/0 00000100:00100000:1.0:1769074747.706230:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1047 00002000:00100000:1.0:1769074747.706251:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2375679) req@ffff956d08d3f800 x1855007612533760/t17179872397(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/448 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.706265:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3f800 with x1855007612533760 ext(2097152->2375679) 00010000:00010000:1.0:1769074747.706280:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.706305:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:1.0:1769074747.706314:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3f800 00000100:00100000:2.0:1769074747.714730:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.714809:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534016 00000100:00100000:3.0:1769074747.714834:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534016 00010000:00010000:3.0:1769074747.714876:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.714922:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4852 00000100:00100000:3.0:1769074747.714931:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2370:x1855007612534016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074747.714946:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074747.714969:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.714985:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.715009:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e887bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a26b expref: 27 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.715027:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074747.715079:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612534016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.715087:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4852 00000100:00100000:1.0:1769074747.724020:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.724157:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534144 00000100:00100000:1.0:1769074747.724179:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.724187:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534144 00010000:00010000:3.0:1769074747.724251:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.724296:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4853 00000100:00100000:3.0:1769074747.724305:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612534144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074747.724320:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074747.724341:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.724356:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.724381:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e88770 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a21e expref: 21 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:3.0:1769074747.724397:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074747.724468:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612534144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 163us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.724475:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4853 00000100:00100000:0.0:1769074747.725017:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534272 00000100:00100000:0.0:1769074747.725025:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534272 00000100:00100000:0.0:1769074747.725069:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9122 00000100:00100000:0.0:1769074747.725078:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57608:x1855007612534272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.725093:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.725110:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a2fe expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.725130:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.725132:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.725140:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.725155:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.725168:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:0.0:1769074747.725200:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57608:x1855007612534272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 124us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.725207:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9122 00000100:00100000:2.0:1769074747.727500:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.727627:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534400 00000100:00100000:1.0:1769074747.727648:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534400 00010000:00010000:1.0:1769074747.727718:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 26 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:1.0:1769074747.728047:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4854 00000100:00100000:1.0:1769074747.728064:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2373:x1855007612534400:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.728176:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074747.728209:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 26 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:1.0:1769074747.728229:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 26 pid: 25507 timeout: 1831 lvb_type: 0 00000001:00080000:2.0:1769074747.728350:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872392 is committed 00010000:00010000:1.0:1769074747.728364:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8879a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2375679) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a248 expref: 26 pid: 25507 timeout: 1831 lvb_type: 0 00000001:00080000:2.0:1769074747.728378:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872394 is committed 00010000:00010000:1.0:1769074747.728390:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.728395:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.728406:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 15 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.728419:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.728441:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.728443:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.728449:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.728458:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074747.728471:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872395 is committed 00010000:00010000:1.0:1769074747.728514:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.728540:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619789056:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074747.728853:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.728865:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619789184:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.728894:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074747.732800:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.732958:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534528 00000100:00100000:0.0:1769074747.732974:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534528 00002000:00100000:0.0:1769074747.733045:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d89880 x1855007612534528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.733058:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89880 with x1855007612534528 ext(2097152->3145727) 00002000:00010000:0.0:1769074747.733066:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89880 00000100:00100000:0.0:1769074747.733106:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5097 00000100:00100000:0.0:1769074747.733117:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2373:x1855007612534528:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074747.753294:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.753369:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.754142:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534656 00000100:00100000:0.0:1769074747.754161:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534656 00002000:00100000:0.0:1769074747.754241:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3887104->3891199) req@ffff956d41d8b480 x1855007612534656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.754255:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b480 with x1855007612534656 ext(3887104->3891199) 00002000:00010000:0.0:1769074747.754263:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b480 00000100:00100000:0.0:1769074747.754295:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534784 00000100:00100000:0.0:1769074747.754298:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534784 00002000:00100000:0.0:1769074747.754316:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41d8aa00 x1855007612534784/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.754325:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8aa00 with x1855007612534784 ext(2097152->3145727) 00002000:00010000:0.0:1769074747.754330:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8aa00 00000100:00100000:0.0:1769074747.754356:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5098 00000100:00100000:0.0:1769074747.754368:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612534656:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074747.754954:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619789056:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074747.754972:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619789184:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074747.755004:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074747.755132:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612534400:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 27072us (27641us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.755144:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4854 00000100:00100000:0.0:1769074747.755412:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612534656:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 1045us (2138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074747.755422:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5098 00002000:00100000:0.0:1769074747.755442:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3887104->3891199) req@ffff956d41d8b480 x1855007612534656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/4536 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.755451:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b480 with x1855007612534656 ext(3887104->3891199) 00002000:00010000:0.0:1769074747.755455:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b480 00000100:00100000:0.0:1769074747.755475:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5099 00000100:00100000:0.0:1769074747.755486:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612534784:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074747.769014:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.770250:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612534912 00000100:00100000:1.0:1769074747.770277:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612534912 00002000:00100000:1.0:1769074747.770369:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40feca80 x1855007612534912/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.770384:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feca80 with x1855007612534912 ext(3145728->4194303) 00002000:00010000:1.0:1769074747.770393:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40feca80 00000100:00100000:1.0:1769074747.770458:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5100 00000100:00100000:1.0:1769074747.770469:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612534912:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074747.790369:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612534784:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 34862us (36978us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074747.790391:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5099 00002000:00100000:1.0:1769074747.790410:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41d8aa00 x1855007612534784/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.790435:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8aa00 with x1855007612534784 ext(2097152->3145727) 00002000:00010000:1.0:1769074747.790444:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8aa00 00000100:00100000:2.0:1769074747.790645:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.790795:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535040 00000100:00100000:3.0:1769074747.790809:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535040 00000100:00100000:1.0:1769074747.791453:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612534912:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 20981us (22446us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074747.791467:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5100 00002000:00100000:1.0:1769074747.791477:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40feca80 x1855007612534912/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.791488:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40feca80 with x1855007612534912 ext(3145728->4194303) 00002000:00010000:1.0:1769074747.791495:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40feca80 00000100:00100000:0.0:1769074747.792034:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2373:x1855007612534528:12345-192.168.204.39@tcp:3:cat.0 Request processed in 58914us (59244us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074747.792049:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5097 00002000:00100000:0.0:1769074747.792057:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d89880 x1855007612534528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.792066:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89880 with x1855007612534528 ext(2097152->3145727) 00002000:00010000:0.0:1769074747.792071:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89880 00000100:00100000:2.0:1769074747.792665:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9123 00000100:00100000:2.0:1769074747.792679:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+30:57599:x1855007612535040:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074747.792700:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074747.792725:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a305 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.792761:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 31 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.792772:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.792780:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 31 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.792788:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.792795:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074747.792798:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074747.792803:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 7/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 31 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.793075:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.793097:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 18 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.793116:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789312:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074747.793212:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 31 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.793224:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 31 pid: 6534 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.793235:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789440:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074747.793269:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.793278:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.793287:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789568:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074747.793315:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 31 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074747.793324:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 31 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:2.0:1769074747.793340:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789696:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074747.793365:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074747.802190:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.802230:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.802235:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789312:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074747.802374:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535168 00000100:00100000:0.0:1769074747.802385:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535168 00010000:00010000:0.0:1769074747.802453:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 19 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:0.0:1769074747.802503:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535296 00000100:00100000:0.0:1769074747.802507:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535296 00010000:00010000:0.0:1769074747.802524:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 32 pid: 6534 timeout: 1831 lvb_type: 0 00000100:00100000:0.0:1769074747.802551:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4855 00000100:00100000:0.0:1769074747.802561:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612535168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074747.802594:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074747.802631:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 19 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.802648:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 19 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.802677:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e887d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a280 expref: 19 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.802701:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.802759:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612535168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.802768:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4855 00000100:00100000:0.0:1769074747.802786:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4856 00000100:00100000:0.0:1769074747.802792:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612535296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074747.802802:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074747.802809:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 32 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.802820:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 32 pid: 6534 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.803023:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.803045:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612535296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 253us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.803051:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4856 00010000:00010000:3.0:1769074747.803204:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88793 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4857855) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a241 expref: 31 pid: 6534 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.803216:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789440:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074747.803226:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789568:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074747.803236:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619789696:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074747.803296:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 30 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.803310:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:3.0:1769074747.803357:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+30:57599:x1855007612535040:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10682us (12713us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.803365:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9123 00000100:00100000:2.0:1769074747.811307:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.811479:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535424 00000100:00100000:3.0:1769074747.811494:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535424 00000100:00100000:3.0:1769074747.811572:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9124 00000100:00100000:3.0:1769074747.811583:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57608:x1855007612535424:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074747.811610:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074747.811640:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a30c expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.811677:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074747.811679:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074747.811691:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.811713:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.811729:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41064400, rc 0) 00000100:00100000:3.0:1769074747.811801:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57608:x1855007612535424:12345-192.168.204.39@tcp:101:cat.0 Request processed in 221us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.811810:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9124 00000100:00100000:2.0:1769074747.820759:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.820809:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074747.820900:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.821001:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535808 00000100:00100000:0.0:1769074747.821014:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535808 00000100:00100000:0.0:1769074747.821096:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9125 00000100:00100000:0.0:1769074747.821107:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:57604:x1855007612535808:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.821132:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.821157:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a313 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.821206:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.821215:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074747.821218:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074747.821222:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.821483:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.821499:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 9 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:0.0:1769074747.821514:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619789824:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074747.821621:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074747.822178:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535552 00000100:00100000:3.0:1769074747.822185:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535552 00010000:00010000:3.0:1769074747.822222:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 1831 lvb_type: 0 00000100:00100000:3.0:1769074747.822609:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535680 00000100:00100000:3.0:1769074747.822615:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535680 00010000:00010000:3.0:1769074747.822633:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 1831 lvb_type: 0 00000100:00100000:0.0:1769074747.826670:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4857 00000100:00100000:0.0:1769074747.826715:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612535552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074747.826749:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074747.826792:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.826816:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.826883:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e888c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2fe expref: 18 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.826911:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.827007:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612535552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 317us (6264us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.827017:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4857 00000100:00100000:0.0:1769074747.827053:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4858 00000100:00100000:0.0:1769074747.827061:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612535680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074747.827073:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074747.830128:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.830161:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.830196:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8886c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2c6 expref: 30 pid: 26584 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.830217:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.830219:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.830227:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 29 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.830238:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 29 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.830314:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 29 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074747.830333:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619789952:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074747.830474:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074747.832738:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.832773:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.832808:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612535936 00000100:00100000:0.0:1769074747.832820:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612535936 00002000:00100000:0.0:1769074747.832912:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3887104->4194303) req@ffff956d37de0000 x1855007612535936/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.832925:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0000 with x1855007612535936 ext(3887104->4194303) 00010000:00010000:0.0:1769074747.832937:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 10 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.832960:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 10 pid: 25507 timeout: 1831 lvb_type: 0 00002000:00010000:0.0:1769074747.832969:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d37de0000 00000100:00100000:0.0:1769074747.832996:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612536064 00000100:00100000:0.0:1769074747.833001:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612536064 00002000:00100000:0.0:1769074747.833021:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d37de2a00 x1855007612536064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.833030:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2a00 with x1855007612536064 ext(2097152->3145727) 00002000:00010000:0.0:1769074747.833035:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de2a00 00000100:00100000:0.0:1769074747.833057:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1048 00000100:00100000:0.0:1769074747.833068:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612535936:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074747.833898:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5101 00000100:00100000:0.0:1769074747.833911:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612536064:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074747.834382:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619789824:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074747.834436:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.834461:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:3.0:1769074747.834504:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:57604:x1855007612535808:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13398us (13602us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074747.834513:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9125 00000100:00100000:0.0:1769074747.851981:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619789952:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074747.852025:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.852123:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612535680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 25061us (31311us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.852137:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4858 00000100:00100000:0.0:1769074747.861020:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612535936:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 27935us (28280us total) trans 17179872398 rc 0/0 00000100:00100000:0.0:1769074747.861041:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1048 00002000:00100000:0.0:1769074747.861061:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3887104->4194303) req@ffff956d37de0000 x1855007612535936/t17179872398(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/448 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.861075:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0000 with x1855007612535936 ext(3887104->4194303) 00010000:00010000:0.0:1769074747.861088:0:14225:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1831 lvb_type: 0 00010000:00010000:0.0:1769074747.861118:0:14225:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1832 lvb_type: 0 00002000:00010000:0.0:1769074747.861127:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d37de0000 00000100:00100000:2.0:1769074747.863954:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.864055:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612536576 00000100:00100000:3.0:1769074747.864071:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612536576 00000100:00100000:3.0:1769074747.864151:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2644 00000100:00100000:3.0:1769074747.864161:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57599:x1855007612536576:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074747.864581:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57599:x1855007612536576:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 418us (641us total) trans 8589941146 rc 0/0 00000100:00100000:3.0:1769074747.864591:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2644 00000100:00100000:3.0:1769074747.866515:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.866638:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612536320 00000100:00100000:1.0:1769074747.866652:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612536320 00000100:00100000:1.0:1769074747.866738:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6297 00000100:00100000:1.0:1769074747.866754:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57611:x1855007612536320:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074747.866792:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074747.866875:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e888dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a31a expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.866995:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867018:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867036:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867054:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867060:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867066:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867257:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e888f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867269:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e888f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867276:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e888f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074747.867288:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074747.867404:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867411:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867417:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867433:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.867438:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867446:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867461:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074747.867465:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.867471:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867477:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e888e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867497:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867503:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867508:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867512:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074747.867515:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867520:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867526:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074747.867529:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074747.867531:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867537:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e888ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074747.867589:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e888dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a31a expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.867602:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e888f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a31a expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.867609:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074747.867612:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074747.867615:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:1.0:1769074747.867690:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57611:x1855007612536320:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 937us (1190us total) trans 8589941147 rc 0/0 00000100:00100000:1.0:1769074747.867698:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6297 00000100:00100000:0.0:1769074747.874893:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.875003:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612536704 00000100:00100000:1.0:1769074747.875019:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612536704 00010000:00010000:1.0:1769074747.875076:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074747.875140:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4859 00000100:00100000:1.0:1769074747.875151:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612536704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074747.875173:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074747.875196:0:33336:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074745 -> 1769074748 00010000:00010000:1.0:1769074747.875203:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074747.875221:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074747.875265:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e888b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3887104->18446744073709551615] (req 3887104->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f7 expref: 11 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074747.875287:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.875289:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074747.875299:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.875317:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074747.875372:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074747.875391:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619790080:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074747.875570:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074747.902261:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074747.902853:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612536064:12345-192.168.204.39@tcp:3:cat.0 Request processed in 68910us (70043us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074747.902871:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5101 00002000:00100000:1.0:1769074747.902888:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d37de2a00 x1855007612536064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074747.902901:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2a00 with x1855007612536064 ext(2097152->3145727) 00002000:00010000:1.0:1769074747.902909:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de2a00 00000100:00100000:0.0:1769074747.903369:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.903478:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619790080:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074747.903510:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.903551:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612536704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 28402us (28673us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.903562:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4859 00000100:00100000:0.0:1769074747.903631:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612536832 00000100:00100000:0.0:1769074747.903641:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612536832 00000100:00100000:0.0:1769074747.903695:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:0.0:1769074747.903705:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612536832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074747.903723:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074747.903755:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e888f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a31a expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.903775:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074747.903780:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074747.903799:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612536832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 96us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.903806:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:3.0:1769074747.908628:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537088 00000100:00100000:3.0:1769074747.908653:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537088 00000100:00100000:1.0:1769074747.914505:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2645 00000100:00100000:1.0:1769074747.914524:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57611:x1855007612537088:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074747.914882:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57611:x1855007612537088:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 363us (12652us total) trans 8589941148 rc 0/0 00000100:00100000:1.0:1769074747.914890:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2645 00000100:00100000:0.0:1769074747.916113:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.916146:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537216 00000100:00100000:0.0:1769074747.916157:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537216 00002000:00100000:0.0:1769074747.916202:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de1500 x1855007612537216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074747.916216:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1500 with x1855007612537216 ext(3145728->4194303) 00002000:00010000:0.0:1769074747.916223:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1500 00000100:00100000:0.0:1769074747.916256:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5102 00000100:00100000:0.0:1769074747.916271:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612537216:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074747.924052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.924098:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537344 00000100:00100000:3.0:1769074747.924111:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537344 00000100:00100000:3.0:1769074747.924180:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9126 00000100:00100000:3.0:1769074747.924190:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57608:x1855007612537344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074747.924217:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074747.924242:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a321 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.927143:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 28 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.927162:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.927164:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074747.927170:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.927223:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 28 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074747.927251:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 28 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074747.927277:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619790208:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074747.927396:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074747.950321:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612537216:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 34029us (34193us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074747.950346:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5102 00002000:00100000:2.0:1769074747.950369:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de1500 x1855007612537216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/440 e 0 to 0 dl 1769074758 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.950386:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1500 with x1855007612537216 ext(3145728->4194303) 00002000:00010000:2.0:1769074747.950395:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1500 00000100:00100000:3.0:1769074747.972127:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.972178:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074747.972215:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.972456:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619790208:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074747.972514:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.972549:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a800, rc 0) 00000100:00100000:0.0:1769074747.972643:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57608:x1855007612537344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 48453us (48605us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.972657:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9126 00000100:00100000:0.0:1769074747.972709:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537728 00000100:00100000:0.0:1769074747.972722:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537728 00000100:00100000:0.0:1769074747.972782:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537600 00000100:00100000:0.0:1769074747.972787:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537600 00000100:00100000:0.0:1769074747.972874:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9127 00000100:00100000:0.0:1769074747.972886:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612537728:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.972906:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.972929:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88906 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a32f expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074747.972995:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619790336:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074747.973061:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074747.973087:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9128 00000100:00100000:0.0:1769074747.973094:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612537600:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.973105:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.973117:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a328 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074747.973135:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.973138:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074747.973149:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.973165:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074747.973175:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:0.0:1769074747.973196:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612537600:12345-192.168.204.39@tcp:101:cat.0 Request processed in 103us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074747.973203:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9128 00002000:00010000:3.0:1769074747.976185:0:25507:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size: 4854656 -> 4860768 00002000:00010000:3.0:1769074747.976201:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074748 -> 1769074749 00000100:00100000:3.0:1769074747.976238:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619790336:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074747.976546:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88906 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a32f expref: 30 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074747.976590:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88906 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a32f expref: 30 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074747.976611:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:3.0:1769074747.976710:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612537728:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3822us (4527us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074747.976723:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9127 00000100:00100000:2.0:1769074747.979802:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537472 00000100:00100000:2.0:1769074747.979890:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537472 00002000:00100000:2.0:1769074747.979966:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4860767) req@ffff956d40ff1880 x1855007612537472/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/0 e 0 to 0 dl 1769074758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074747.979980:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1880 with x1855007612537472 ext(4194304->4860767) 00010000:00010000:2.0:1769074747.979992:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 29 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074747.980026:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 29 pid: 26585 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074747.980036:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40ff1880 00000100:00100000:2.0:1769074747.980080:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1049 00000100:00100000:2.0:1769074747.980096:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612537472:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074747.999250:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074747.999311:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612537856 00000100:00100000:0.0:1769074747.999326:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612537856 00000100:00100000:0.0:1769074747.999403:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9129 00000100:00100000:0.0:1769074747.999416:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612537856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074747.999458:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074747.999490:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e88914 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a336 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074747.999582:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619790464:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074747.999700:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.025628:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619790464:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074748.025686:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e88914 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a336 expref: 32 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074748.025723:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e88914 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a336 expref: 32 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074748.025740:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:0.0:1769074748.025871:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612537856:12345-192.168.204.39@tcp:101:cat.0 Request processed in 26456us (26638us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074748.025882:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9129 00000100:00100000:2.0:1769074748.034979:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612537472:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 54869us (62853us total) trans 21474839327 rc 0/0 00000100:00100000:2.0:1769074748.035000:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1049 00002000:00100000:2.0:1769074748.035017:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4860767) req@ffff956d40ff1880 x1855007612537472/t21474839327(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:283/0 lens 488/448 e 0 to 0 dl 1769074758 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.035030:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1880 with x1855007612537472 ext(4194304->4860767) 00010000:00010000:2.0:1769074748.035044:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 31 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.035072:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 31 pid: 26585 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.035082:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d40ff1880 00000100:00100000:0.0:1769074748.047739:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.050608:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538112 00000100:00100000:1.0:1769074748.050633:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538112 00000100:00100000:1.0:1769074748.050755:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6298 00000100:00100000:1.0:1769074748.050777:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57614:x1855007612538112:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074748.050815:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.050881:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8891b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a33d expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.050995:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051013:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051027:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051049:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051058:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051066:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051247:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88930 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051258:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88930 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051266:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88930 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074748.051279:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074748.051402:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051411:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051429:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051437:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074748.051442:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051451:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051468:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074748.051472:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074748.051478:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051484:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051501:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051508:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051515:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051520:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074748.051523:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051532:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051539:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:1.0:1769074748.051542:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074748.051544:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051550:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88929 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.051597:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8891b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a33d expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.051611:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88930 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a33d expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.051620:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074748.051622:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074748.051626:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:1.0:1769074748.051732:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57614:x1855007612538112:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 964us (4010us total) trans 8589941149 rc 0/0 00000100:00100000:1.0:1769074748.051742:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6298 00000100:00100000:3.0:1769074748.057544:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.059354:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:3.0:1769074748.060325:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074748.062354:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538368 00000100:00100000:0.0:1769074748.062382:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538368 00000100:00100000:0.0:1769074748.062512:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9130 00000100:00100000:0.0:1769074748.062528:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+31:57604:x1855007612538368:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074748.062559:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.062594:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a344 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.062641:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074748.062646:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074748.062654:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4857856->5242879] (req 4857856->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.062673:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4857856->5242879] (req 4857856->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.062699:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:0.0:1769074748.062805:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+32:57604:x1855007612538368:12345-192.168.204.39@tcp:101:cat.0 Request processed in 278us (3461us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.062816:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9130 00000100:00080000:0.0:1769074748.065479:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074748.074487:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538240 00000100:00100000:1.0:1769074748.074504:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538240 00010000:00010000:1.0:1769074748.074564:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.074615:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4860 00000100:00100000:1.0:1769074748.074632:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612538240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.074648:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.074674:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.074691:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.074722:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e888c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a305 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.074745:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.074748:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.074757:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.074772:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.074781:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.074783:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.074788:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 31 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.074798:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 31 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.075050:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 31 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.075067:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619790592:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074748.084492:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074748.085183:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619790720:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074748.085533:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.088964:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.089172:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538496 00000100:00100000:0.0:1769074748.089184:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538496 00000100:00100000:0.0:1769074748.089271:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:0.0:1769074748.089283:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+147:2372:x1855007612538496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074748.089303:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074748.089339:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88930 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a33d expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.089364:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074748.089370:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074748.089464:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:2372:x1855007612538496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.089472:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:1.0:1769074748.104138:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619790592:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074748.104158:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619790720:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.104190:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.104252:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612538240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29626us (46731us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.104265:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4860 00000100:00100000:3.0:1769074748.120374:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.120442:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.120782:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538624 00000100:00100000:2.0:1769074748.120806:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538624 00002000:00100000:2.0:1769074748.120925:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956d40ff0e00 x1855007612538624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.120943:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0e00 with x1855007612538624 ext(4857856->4861951) 00002000:00010000:2.0:1769074748.120951:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0e00 00000100:00100000:2.0:1769074748.120991:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612538752 00000100:00100000:2.0:1769074748.120995:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612538752 00002000:00100000:2.0:1769074748.121033:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40ff0380 x1855007612538752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.121041:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0380 with x1855007612538752 ext(3145728->4194303) 00002000:00010000:2.0:1769074748.121045:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0380 00000100:00100000:2.0:1769074748.121079:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5103 00000100:00100000:2.0:1769074748.121090:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612538624:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074748.121367:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612538624:12345-192.168.204.39@tcp:3:cat.0 Request processed in 275us (1007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074748.121378:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5103 00002000:00100000:2.0:1769074748.121389:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956d40ff0e00 x1855007612538624/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.121398:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0e00 with x1855007612538624 ext(4857856->4861951) 00002000:00010000:2.0:1769074748.121402:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0e00 00000100:00100000:3.0:1769074748.122581:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5104 00000100:00100000:3.0:1769074748.122614:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612538752:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:2.0:1769074748.127963:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074748.141881:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.144462:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539008 00000100:00100000:1.0:1769074748.144482:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539008 00000100:00100000:1.0:1769074748.144547:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2646 00000100:00100000:1.0:1769074748.144557:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57604:x1855007612539008:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074748.148075:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57604:x1855007612539008:12345-192.168.204.39@tcp:35:cat.0 Request processed in 3507us (6247us total) trans 8589941150 rc 0/0 00000100:00100000:1.0:1769074748.148089:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2646 00000100:00100000:3.0:1769074748.152415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.153054:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612538752:12345-192.168.204.39@tcp:3:cat.0 Request processed in 30452us (32606us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074748.153072:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5104 00002000:00100000:3.0:1769074748.153096:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40ff0380 x1855007612538752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.153109:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff0380 with x1855007612538752 ext(3145728->4194303) 00002000:00010000:3.0:1769074748.153118:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff0380 00000100:00100000:0.0:1769074748.155800:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539136 00000100:00100000:0.0:1769074748.155849:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539136 00000100:00100000:0.0:1769074748.155936:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9131 00000100:00100000:0.0:1769074748.155948:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+31:57614:x1855007612539136:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074748.155972:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.155999:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a34b expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156039:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156049:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156056:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.156059:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.156063:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3182592->3661823] (req 3182592->3661823) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 32 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156124:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156143:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.156160:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619790848:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074748.156325:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.156344:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 17 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.156357:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619790976:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074748.156397:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.186704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.186744:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.186782:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539392 00000100:00100000:1.0:1769074748.186794:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539392 00000100:00100000:1.0:1769074748.186893:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9132 00000100:00100000:1.0:1769074748.186906:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57608:x1855007612539392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.186930:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.186956:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a352 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.187001:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.187004:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.187018:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.187039:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.187055:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e400, rc 0) 00000100:00100000:3.0:1769074748.187186:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539264 00000100:00100000:3.0:1769074748.187194:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539264 00010000:00010000:3.0:1769074748.187230:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 33 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.187267:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4861 00000100:00100000:3.0:1769074748.187275:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+33:2372:x1855007612539264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.187286:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074748.187312:0:8266:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5459 -> 5463 00010000:00010000:3.0:1769074748.187323:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 33 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.187348:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 33 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.187372:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.187443:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+33:2372:x1855007612539264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 167us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.187454:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4861 00000100:00100000:1.0:1769074748.187611:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57608:x1855007612539392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 707us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.187619:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9132 00000100:00100000:1.0:1769074748.187677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074748.187886:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8893e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a344 expref: 32 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:2.0:1769074748.187906:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619790848:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074748.187921:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619790976:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074748.187955:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3182592->3661823] (req 3182592->3661823) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 31 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.187967:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074748.188003:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+31:57614:x1855007612539136:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 32055us (35606us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074748.188012:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9131 00000100:00100000:3.0:1769074748.195296:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539520 00000100:00100000:3.0:1769074748.195318:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539520 00010000:00010000:0.0:1769074748.197658:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.197731:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4862 00000100:00100000:0.0:1769074748.197744:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612539520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074748.197766:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074748.197796:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.197814:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.197869:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e888ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a321 expref: 18 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.197889:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.197891:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.197900:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 30 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.197918:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 30 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.197973:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 30 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074748.197992:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619791104:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074748.199139:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.204030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.204275:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539648 00000100:00100000:3.0:1769074748.204290:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539648 00002000:00100000:3.0:1769074748.204369:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de0e00 x1855007612539648/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.204384:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0e00 with x1855007612539648 ext(3145728->4194303) 00002000:00010000:3.0:1769074748.204393:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de0e00 00000100:00100000:3.0:1769074748.204447:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5105 00000100:00100000:3.0:1769074748.204458:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612539648:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074748.216653:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.218030:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539776 00000100:00100000:1.0:1769074748.218050:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539776 00002000:00100000:1.0:1769074748.218122:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (3182592->3186687) req@ffff956d08d3ea00 x1855007612539776/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.218136:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ea00 with x1855007612539776 ext(3182592->3186687) 00002000:00010000:1.0:1769074748.218143:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d3ea00 00000100:00100000:1.0:1769074748.218181:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5106 00000100:00100000:1.0:1769074748.218193:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612539776:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074748.218504:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612539776:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 313us (1867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074748.218516:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5106 00002000:00100000:1.0:1769074748.218524:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (3182592->3186687) req@ffff956d08d3ea00 x1855007612539776/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.218533:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ea00 with x1855007612539776 ext(3182592->3186687) 00002000:00010000:1.0:1769074748.218537:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d3ea00 00000100:00100000:3.0:1769074748.218945:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619791104:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074748.218982:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.219030:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612539520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21290us (31354us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.219041:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4862 00000100:00100000:1.0:1769074748.229184:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612539648:12345-192.168.204.39@tcp:3:cat.0 Request processed in 24711us (25152us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074748.229202:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5105 00002000:00100000:1.0:1769074748.229220:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de0e00 x1855007612539648/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.229241:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0e00 with x1855007612539648 ext(3145728->4194303) 00002000:00010000:1.0:1769074748.229250:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de0e00 00000001:00080000:3.0:1769074748.238990:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839323 is committed 00000001:00080000:3.0:1769074748.239017:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839320 is committed 00000001:00080000:3.0:1769074748.239142:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839326 is committed 00000001:00080000:3.0:1769074748.239542:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839325 is committed 00000100:00100000:1.0:1769074748.244815:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.245038:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612539904 00000100:00100000:3.0:1769074748.245056:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612539904 00000100:00100000:3.0:1769074748.245227:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9133 00000100:00100000:3.0:1769074748.245243:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612539904:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074748.245272:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.245301:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e88953 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a359 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074748.245400:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619791232:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074748.245662:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.251205:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:3.0:1769074748.252007:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074748 -> 1769074749 00002000:00010000:3.0:1769074748.252016:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074748 -> 1769074749 00000100:00100000:3.0:1769074748.252043:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619791232:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074748.252091:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e88953 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a359 expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.252119:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e88953 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a359 expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.252134:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a600, rc 0) 00000100:00100000:3.0:1769074748.252213:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612539904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6975us (7416us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074748.252224:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9133 00000100:00100000:1.0:1769074748.256846:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540032 00000100:00100000:1.0:1769074748.256872:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540032 00002000:00100000:1.0:1769074748.256969:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3657728->3661823) req@ffff956d37de3100 x1855007612540032/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.256985:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3100 with x1855007612540032 ext(3657728->3661823) 00002000:00010000:1.0:1769074748.256994:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de3100 00000100:00100000:1.0:1769074748.257062:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5107 00000100:00100000:1.0:1769074748.257078:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612540032:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074748.257562:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612540032:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 488us (6371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074748.257576:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5107 00002000:00100000:1.0:1769074748.257584:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3657728->3661823) req@ffff956d37de3100 x1855007612540032/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.257592:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3100 with x1855007612540032 ext(3657728->3661823) 00002000:00010000:1.0:1769074748.257597:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de3100 00000100:00100000:0.0:1769074748.264433:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.265245:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540160 00000100:00100000:3.0:1769074748.265266:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540160 00000100:00100000:3.0:1769074748.265596:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9134 00000100:00100000:2.0:1769074748.265597:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.265610:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57608:x1855007612540160:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074748.265645:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1769074748.265720:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540416 00000100:00100000:1.0:1769074748.265725:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540416 00010000:00010000:3.0:1769074748.265725:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a360 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.265768:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.265773:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2647 00010000:00010000:3.0:1769074748.265777:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074748.265780:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1769074748.265781:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57614:x1855007612540416:12345-192.168.204.39@tcp:35:multiop.0 00010000:00010000:3.0:1769074748.265785:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.265860:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.265878:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 18 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.265911:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619791360:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.266022:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.266231:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57614:x1855007612540416:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 450us (634us total) trans 8589941151 rc 0/0 00000100:00100000:1.0:1769074748.266240:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2647 00000100:00100000:0.0:1769074748.274478:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.274813:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619791360:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.274917:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.274952:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a600, rc 0) 00000100:00100000:3.0:1769074748.275037:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57608:x1855007612540160:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9429us (10629us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.275048:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9134 00000100:00100000:2.0:1769074748.275328:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540544 00000100:00100000:2.0:1769074748.275339:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540544 00002000:00100000:2.0:1769074748.275400:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3182592->3661823) req@ffff956d37de3480 x1855007612540544/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.275412:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3480 with x1855007612540544 ext(3182592->3661823) 00010000:00010000:2.0:1769074748.275429:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 19 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.275449:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 19 pid: 26584 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.275456:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3480 00000100:00100000:2.0:1769074748.275492:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1050 00000100:00100000:2.0:1769074748.275503:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612540544:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074748.307238:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612540544:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 31717us (32757us total) trans 21474839328 rc 0/0 00000100:00100000:2.0:1769074748.307260:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1050 00002000:00100000:2.0:1769074748.307279:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3182592->3661823) req@ffff956d37de3480 x1855007612540544/t21474839328(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.307292:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3480 with x1855007612540544 ext(3182592->3661823) 00010000:00010000:2.0:1769074748.307306:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.307335:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.307344:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3480 00000100:00100000:0.0:1769074748.316188:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.316346:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540672 00000100:00100000:3.0:1769074748.316502:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540672 00010000:00010000:3.0:1769074748.316549:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.316605:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4863 00000100:00100000:3.0:1769074748.316615:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612540672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.316634:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074748.316655:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.316669:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.316693:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e88945 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3661823) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a34b expref: 21 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.316710:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.316712:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.316719:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.316733:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.316771:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074748.316786:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619791488:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074748.316993:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.326719:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619791488:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074748.326747:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.326861:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612540672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10204us (10641us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.326873:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4863 00000100:00100000:0.0:1769074748.329159:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.329276:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540800 00000100:00100000:2.0:1769074748.329287:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540800 00002000:00100000:2.0:1769074748.329337:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de1880 x1855007612540800/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.329358:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1880 with x1855007612540800 ext(4194304->4861951) 00002000:00010000:2.0:1769074748.329365:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de1880 00000100:00100000:2.0:1769074748.329469:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5108 00000100:00100000:2.0:1769074748.329478:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612540800:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074748.344815:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612540800:12345-192.168.204.39@tcp:3:cat.0 Request processed in 15327us (15654us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074748.344872:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5108 00002000:00100000:2.0:1769074748.344885:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de1880 x1855007612540800/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.344895:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1880 with x1855007612540800 ext(4194304->4861951) 00002000:00010000:2.0:1769074748.344902:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de1880 00010000:00010000:0.0:1769074748.350913:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074748.359254:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.359754:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612540928 00000100:00100000:3.0:1769074748.359772:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612540928 00000100:00100000:3.0:1769074748.359878:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9135 00000100:00100000:3.0:1769074748.359888:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57611:x1855007612540928:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074748.359905:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.359926:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a367 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.359961:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.359970:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.359979:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.359988:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.359994:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1769074748.359996:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1769074748.360000:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 7/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2211840->3145727] (req 2211840->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.360033:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.360047:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.360060:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791616:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.360140:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.360149:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.360158:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.360182:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.360190:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 10 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.360199:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791872:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.360219:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.360226:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 10 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.360234:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619792000:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.360254:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.362723:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.363214:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541184 00000100:00100000:1.0:1769074748.363226:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541184 00000100:00100000:1.0:1769074748.363318:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2648 00000100:00100000:1.0:1769074748.363330:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57608:x1855007612541184:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074748.363676:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57608:x1855007612541184:12345-192.168.204.39@tcp:35:cat.0 Request processed in 347us (961us total) trans 8589941152 rc 0/0 00000100:00100000:1.0:1769074748.363685:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2648 00000100:00080000:2.0:1769074748.365046:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074748.365762:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791616:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.377636:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791744:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.377659:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619791872:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.377669:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619792000:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.377721:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2211840->3145727] (req 2211840->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.377749:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:3.0:1769074748.378360:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57611:x1855007612540928:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 18469us (19113us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.378371:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9135 00000100:00100000:1.0:1769074748.386448:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.386494:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.386539:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.386596:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541568 00000100:00100000:0.0:1769074748.386613:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541568 00010000:00010000:0.0:1769074748.386679:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 11 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:2.0:1769074748.386695:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541312 00000100:00100000:3.0:1769074748.386708:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541440 00000100:00100000:3.0:1769074748.386719:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541440 00000100:00100000:2.0:1769074748.386721:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541312 00000100:00100000:0.0:1769074748.386740:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4864 00010000:00010000:3.0:1769074748.386751:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.386759:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612541568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074748.386787:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074748.386791:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.386863:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 12 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.386880:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 12 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.387079:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4865 00000100:00100000:1.0:1769074748.387276:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.387319:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541696 00000100:00100000:1.0:1769074748.387325:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541696 00010000:00010000:1.0:1769074748.387351:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 15 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.387541:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612541440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.387553:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074748.390015:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4866 00000100:00100000:2.0:1769074748.390040:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612541312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074748.390062:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074748.392395:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4867 00000100:00100000:1.0:1769074748.392437:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612541696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.392466:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074748.392559:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.392579:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.392613:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e888d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a313 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.392636:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.392736:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612541440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5645us (6194us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.392746:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4865 00010000:00010000:0.0:1769074748.394974:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e888b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2f0 expref: 10 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.395016:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074748.396044:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 15 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.396081:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 15 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.396115:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41064400/0x8b5959a9a0e888ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a30c expref: 15 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.396142:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074748.396751:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612541568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9987us (10307us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.396768:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4864 00010000:00010000:1.0:1769074748.398095:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.398124:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.398156:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8894c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a352 expref: 14 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.398178:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.398181:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.398189:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.398201:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.398278:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.398298:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619792128:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074748.407914:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612541312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17869us (21401us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074748.407933:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4866 00000100:00100000:3.0:1769074748.415949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.416036:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612541952 00000100:00100000:2.0:1769074748.416054:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612541952 00000100:00100000:2.0:1769074748.416152:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6299 00000100:00100000:2.0:1769074748.416163:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+148:57620:x1855007612541952:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074748.416192:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074748.416217:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88968 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a36e expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.416294:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416308:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416319:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416335:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416342:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416359:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416528:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e8897d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416538:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e8897d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416546:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e8897d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074748.416557:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074748.416655:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416666:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416673:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416679:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074748.416683:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416690:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416702:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074748.416705:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074748.416709:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416715:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8896f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416730:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416735:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416740:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416743:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074748.416746:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416754:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416761:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1700) 00010000:00010000:2.0:1769074748.416763:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074748.416765:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416770:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88976 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.416850:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88968 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a36e expref: 151 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.416865:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e8897d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a36e expref: 150 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.416872:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074748.416874:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074748.416877:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97800, rc 0) 00000100:00100000:2.0:1769074748.416948:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+150:57620:x1855007612541952:12345-192.168.204.39@tcp:101:cat.0 Request processed in 786us (1013us total) trans 8589941153 rc 0/0 00000100:00100000:2.0:1769074748.416955:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6299 00000100:00100000:1.0:1769074748.418891:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d11486840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.422468:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.422562:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542080 00000100:00100000:2.0:1769074748.422576:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542080 00002000:00100000:2.0:1769074748.422647:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2211840->2215935) req@ffff956d40fee680 x1855007612542080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.422660:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fee680 with x1855007612542080 ext(2211840->2215935) 00002000:00010000:2.0:1769074748.422668:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fee680 00000100:00100000:2.0:1769074748.422715:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5109 00000100:00100000:2.0:1769074748.422725:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612542080:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074748.422814:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619792128:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.422882:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.422974:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612541696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 30563us (35696us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.422987:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4867 00000100:00100000:2.0:1769074748.423016:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612542080:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 290us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074748.423025:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5109 00002000:00100000:2.0:1769074748.423032:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2211840->2215935) req@ffff956d40fee680 x1855007612542080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.423042:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fee680 with x1855007612542080 ext(2211840->2215935) 00002000:00010000:2.0:1769074748.423046:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fee680 00000100:00100000:3.0:1769074748.429361:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.429541:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542336 00000100:00100000:0.0:1769074748.429564:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542336 00000100:00100000:0.0:1769074748.429662:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9136 00000100:00100000:0.0:1769074748.429678:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612542336:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074748.429699:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.429720:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a375 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.429743:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.429745:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.429755:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074748.429769:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074748.429787:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e400, rc 0) 00000100:00100000:0.0:1769074748.429921:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612542336:12345-192.168.204.39@tcp:101:cat.0 Request processed in 246us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.429929:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9136 00000100:00100000:3.0:1769074748.431431:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.431665:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542464 00000100:00100000:0.0:1769074748.431680:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542464 00000100:00100000:0.0:1769074748.431748:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9137 00000100:00100000:0.0:1769074748.431757:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612542464:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074748.431773:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.431805:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e88992 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a37c expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074748.431908:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619792256:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074748.432017:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.443918:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.444028:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542208 00000100:00100000:0.0:1769074748.444046:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542208 00000100:00100000:0.0:1769074748.444167:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:0.0:1769074748.444181:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+150:2371:x1855007612542208:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074748.444202:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074748.444229:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e8897d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a36e expref: 150 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.444252:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074748.444259:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074748.444419:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+149:2371:x1855007612542208:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 235us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.444428:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:0.0:1769074748.452642:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:1.0:1769074748.452884:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074748 -> 1769074749 00002000:00010000:1.0:1769074748.452890:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074748 -> 1769074749 00002000:00010000:1.0:1769074748.452893:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074748 -> 1769074749 00000100:00100000:1.0:1769074748.452923:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619792256:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074748.452935:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542592 00000100:00100000:3.0:1769074748.452945:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542592 00010000:00010000:1.0:1769074748.452970:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e88992 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a37c expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.452995:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e88992 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a37c expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.453010:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e000, rc 0) 00000100:00100000:3.0:1769074748.453018:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9138 00000100:00100000:3.0:1769074748.453030:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57611:x1855007612542592:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074748.453050:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.453074:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a383 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.453114:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.453125:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.453133:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.453138:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.453144:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->3198975] (req 3145728->3198975) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.453219:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612542464:12345-192.168.204.39@tcp:101:cat.0 Request processed in 21460us (21808us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074748.453227:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9137 00010000:00010000:2.0:1769074748.453317:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074748.453336:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 20 pid: 25507 timeout: 1832 lvb_type: 1 00000100:00100000:2.0:1769074748.453351:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619792384:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074748.453410:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.453432:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:2.0:1769074748.453442:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619792512:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074748.453468:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.476487:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.476530:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.476606:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542848 00000100:00100000:3.0:1769074748.476628:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542848 00000100:00100000:1.0:1769074748.476667:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542720 00000100:00100000:1.0:1769074748.476680:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542720 00010000:00010000:3.0:1769074748.476703:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 10 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.476725:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 1832 lvb_type: 1 00000100:00100000:3.0:1769074748.476765:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4868 00000100:00100000:3.0:1769074748.476780:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612542848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074748.476799:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4869 00010000:00010000:3.0:1769074748.476801:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074748.476816:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612542720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.476871:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074748.477072:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619792384:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074748.477087:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619792512:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074748.477120:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->3198975] (req 3145728->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.477140:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b000, rc 0) 00000100:00100000:2.0:1769074748.477213:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57611:x1855007612542592:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 24184us (24580us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074748.477222:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9138 00010000:00010000:1.0:1769074748.479991:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.480023:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.480053:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8898b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a375 expref: 21 pid: 25507 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.480075:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.480177:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612542720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3364us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.480189:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4869 00010000:00010000:3.0:1769074748.482652:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.482786:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.482841:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8895a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a360 expref: 9 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1769074748.482863:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.482865:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.482874:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.482886:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.483032:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074748.483059:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619792640:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074748.483160:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074748.492753:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.492942:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619792640:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074748.492974:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074748.493053:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612542848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16277us (16576us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074748.493067:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4868 00000100:00100000:3.0:1769074748.493981:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612542976 00000100:00100000:3.0:1769074748.493992:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612542976 00002000:00100000:3.0:1769074748.494041:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3194880->3198975) req@ffff956d37de2300 x1855007612542976/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.494052:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2300 with x1855007612542976 ext(3194880->3198975) 00002000:00010000:3.0:1769074748.494058:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de2300 00000100:00100000:3.0:1769074748.494090:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5110 00000100:00100000:3.0:1769074748.494099:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612542976:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074748.494317:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612542976:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 216us (1574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074748.494328:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5110 00002000:00100000:3.0:1769074748.494335:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3194880->3198975) req@ffff956d37de2300 x1855007612542976/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.494342:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2300 with x1855007612542976 ext(3194880->3198975) 00002000:00010000:3.0:1769074748.496212:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de2300 00000100:00100000:0.0:1769074748.517784:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.520617:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543104 00000100:00100000:3.0:1769074748.520632:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543104 00002000:00100000:2.0:1769074748.520780:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d37de0a80 x1855007612543104/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.520801:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0a80 with x1855007612543104 ext(1048576->2097151) 00002000:00010000:2.0:1769074748.520807:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de0a80 00000100:00100000:2.0:1769074748.520866:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5111 00000100:00100000:2.0:1769074748.520875:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612543104:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074748.546048:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612543104:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25162us (28263us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074748.546063:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5111 00002000:00100000:2.0:1769074748.546076:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d37de0a80 x1855007612543104/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.546086:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0a80 with x1855007612543104 ext(1048576->2097151) 00002000:00010000:2.0:1769074748.546093:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de0a80 00000100:00100000:2.0:1769074748.579241:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.587958:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.588019:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.588236:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543360 00000100:00100000:0.0:1769074748.588247:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543360 00000100:00100000:0.0:1769074748.588308:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6300 00000100:00100000:0.0:1769074748.588317:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:57623:x1855007612543360:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074748.588349:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.588370:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e889a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a38a expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.588457:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588471:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588482:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588495:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588501:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588507:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588664:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e889b5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588673:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e889b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588681:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e889b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074748.588691:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074748.588794:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588802:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588808:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588814:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074748.588850:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588859:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588872:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074748.588875:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074748.588880:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588885:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e889a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588903:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588910:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588915:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588920:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074748.588922:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588928:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588935:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9400) 00010000:00010000:0.0:1769074748.588938:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074748.588941:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588946:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e889ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.588991:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e889a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a38a expref: 152 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.589005:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e889b5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a38a expref: 151 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.589012:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074748.589015:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074748.589018:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:0.0:1769074748.589082:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57623:x1855007612543360:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 765us (9858us total) trans 8589941154 rc 0/0 00000100:00100000:0.0:1769074748.589090:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6300 00000100:00100000:3.0:1769074748.589705:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543488 00000100:00100000:3.0:1769074748.589713:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543488 00000100:00100000:3.0:1769074748.589756:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543616 00000100:00100000:3.0:1769074748.589760:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543616 00000100:00100000:3.0:1769074748.589785:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9139 00000100:00100000:3.0:1769074748.589793:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612543488:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074748.589804:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.589816:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e889c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a391 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074748.589892:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619792768:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074748.589955:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.590119:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9140 00000100:00100000:1.0:1769074748.590130:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612543616:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.590139:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.590150:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e889ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a398 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.590182:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619792896:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074748.590215:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d11486840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.598110:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619792768:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074748.598151:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e889c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a391 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.598176:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e889c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a391 expref: 21 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.598195:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a600, rc 0) 00000100:00100000:3.0:1769074748.598270:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612543488:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8476us (10321us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074748.598278:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9139 00000100:00100000:2.0:1769074748.603509:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.603663:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619792896:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074748.603709:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e889ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a398 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.603736:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e889ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a398 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.603750:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337800, rc 0) 00000100:00100000:1.0:1769074748.603870:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612543616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13742us (15850us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074748.603880:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9140 00000100:00100000:3.0:1769074748.604075:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543744 00000100:00100000:3.0:1769074748.604083:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543744 00000100:00100000:3.0:1769074748.604136:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00100000:3.0:1769074748.604146:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+151:2372:x1855007612543744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.604162:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074748.604179:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e889b5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a38a expref: 151 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.604193:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074748.604198:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.604232:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+150:2372:x1855007612543744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 88us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.604239:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00100000:2.0:1769074748.631052:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.631152:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612543872 00000100:00100000:1.0:1769074748.631162:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612543872 00000100:00100000:1.0:1769074748.631225:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9141 00000100:00100000:1.0:1769074748.631245:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:57620:x1855007612543872:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.631263:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.631282:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a39f expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.631312:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.631319:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074748.631321:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074748.631325:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.631725:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.631743:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 7 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.631756:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793024:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074748.631877:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d11486840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.644069:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793024:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074748.644107:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.644128:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337800, rc 0) 00000100:00100000:1.0:1769074748.644199:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57620:x1855007612543872:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12956us (13158us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.644209:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9141 00000100:00100000:0.0:1769074748.649956:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.650108:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544000 00000100:00100000:2.0:1769074748.650119:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544000 00002000:00100000:2.0:1769074748.650171:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3198975) req@ffff956d37de3b80 x1855007612544000/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.650180:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3b80 with x1855007612544000 ext(3145728->3198975) 00010000:00010000:2.0:1769074748.650189:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 8 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.650203:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 8 pid: 26584 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.650210:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3b80 00000100:00100000:2.0:1769074748.650251:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1051 00000100:00100000:2.0:1769074748.650261:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612544000:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074748.658796:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.658956:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544256 00000100:00100000:2.0:1769074748.658968:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544256 00000100:00100000:2.0:1769074748.659038:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6301 00000100:00100000:2.0:1769074748.659048:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57628:x1855007612544256:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074748.659086:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074748.659112:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e889d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3a6 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.659195:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659210:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659222:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659248:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659256:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659263:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659427:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e889ed lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659438:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e889ed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659448:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e889ed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074748.659458:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074748.659560:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659568:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659573:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659579:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074748.659583:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659590:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659601:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074748.659604:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074748.659608:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659613:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e889df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659627:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659633:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659644:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659651:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074748.659654:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659658:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659665:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1700) 00010000:00010000:2.0:1769074748.659667:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074748.659670:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659675:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e889e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074748.659720:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e889d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3a6 expref: 19 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.659734:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e889ed lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3a6 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074748.659746:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074748.659749:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074748.659751:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:2.0:1769074748.659812:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57628:x1855007612544256:12345-192.168.204.39@tcp:101:cat.0 Request processed in 766us (1030us total) trans 8589941155 rc 0/0 00000100:00100000:2.0:1769074748.659861:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6301 00000100:00100000:2.0:1769074748.665810:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.665954:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544384 00000100:00100000:3.0:1769074748.665963:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544384 00000100:00100000:3.0:1769074748.666009:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9142 00000100:00100000:3.0:1769074748.666017:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57623:x1855007612544384:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074748.666032:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.666049:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3ad expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.666175:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.666185:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.666192:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.666193:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.666197:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [913408->1048575] (req 913408->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.666237:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074748.666249:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 1832 lvb_type: 1 00000100:00100000:3.0:1769074748.666262:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793152:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074748.666340:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.666349:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 9 pid: 33558 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1769074748.666358:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793280:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074748.666379:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.671054:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612544000:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 20784us (21099us total) trans 21474839329 rc 0/0 00000100:00100000:1.0:1769074748.671189:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1051 00002000:00100000:1.0:1769074748.671204:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3198975) req@ffff956d37de3b80 x1855007612544000/t21474839329(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.671214:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3b80 with x1855007612544000 ext(3145728->3198975) 00010000:00010000:1.0:1769074748.671227:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 10 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.671249:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 10 pid: 26584 timeout: 1832 lvb_type: 0 00002000:00010000:1.0:1769074748.671258:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3b80 00000100:00100000:3.0:1769074748.672879:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.673000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.673583:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544640 00000100:00100000:1.0:1769074748.673594:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544640 00000100:00100000:1.0:1769074748.673658:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 795 00000100:00100000:1.0:1769074748.673667:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612544640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.673681:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.673704:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e889ed lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3a6 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.673722:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074748.673728:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.673776:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612544640:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 110us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.673782:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 795 00000100:00100000:1.0:1769074748.673814:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544512 00000100:00100000:1.0:1769074748.673817:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544512 00000100:00100000:1.0:1769074748.673875:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9143 00000100:00100000:1.0:1769074748.673881:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612544512:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.673895:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.673909:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88a02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3b4 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.673962:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619793408:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074748.674014:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d11486840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.675516:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793152:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074748.675533:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619793280:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074748.675570:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [913408->1048575] (req 913408->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.675590:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b400, rc 0) 00000100:00100000:1.0:1769074748.675651:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+22:57623:x1855007612544384:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9634us (9850us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.675660:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9142 00000100:00100000:1.0:1769074748.679695:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619793408:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074748.679751:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88a02 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3b4 expref: 11 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.679783:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88a02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3b4 expref: 11 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.679798:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:1.0:1769074748.679991:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612544512:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6106us (7116us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074748.680003:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9143 00000100:00100000:0.0:1769074748.683578:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.683741:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545152 00000100:00100000:1.0:1769074748.683752:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545152 00000100:00100000:1.0:1769074748.683866:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6302 00000100:00100000:1.0:1769074748.683877:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57627:x1855007612545152:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074748.683915:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.683939:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3bb expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.684033:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.684050:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.684072:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.684088:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.684095:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.684101:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684627:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88a1e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684644:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88a1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684652:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88a1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074748.684665:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074748.684780:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684789:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684795:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684802:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074748.684806:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684813:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684860:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074748.684864:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074748.684869:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684876:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e88a10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684890:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684896:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684902:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684908:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074748.684910:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684916:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684922:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9500) 00010000:00010000:0.0:1769074748.684924:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074748.684927:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684931:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88a17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074748.684989:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3bb expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.685003:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88a1e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3bb expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.685011:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074748.685014:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074748.685017:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:0.0:1769074748.685117:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57627:x1855007612545152:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1240us (1551us total) trans 8589941156 rc 0/0 00000100:00100000:0.0:1769074748.685126:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6302 00000100:00100000:0.0:1769074748.688173:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.688204:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.688218:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.688245:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.688302:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545408 00000100:00100000:1.0:1769074748.688313:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545408 00000100:00100000:1.0:1769074748.688375:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9144 00000100:00100000:1.0:1769074748.688385:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57628:x1855007612545408:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.688403:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.688434:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3c2 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688460:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.688468:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [913408->1048575] (req 913408->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688479:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074748.688483:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688526:0:26360:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [913408->1048575] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688539:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688552:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:1.0:1769074748.688596:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57628:x1855007612545408:12345-192.168.204.39@tcp:101:cat.0 Request processed in 213us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.688601:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9144 00000100:00100000:1.0:1769074748.688622:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544768 00000100:00100000:1.0:1769074748.688624:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544768 00010000:00010000:1.0:1769074748.688636:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 1832 lvb_type: 1 00000100:00100000:1.0:1769074748.688649:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612544896 00000100:00100000:1.0:1769074748.688650:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612544896 00010000:00010000:1.0:1769074748.688656:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 11 pid: 33558 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.688666:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545280 00000100:00100000:1.0:1769074748.688668:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545280 00010000:00010000:1.0:1769074748.688674:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 12 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.688684:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4870 00000100:00100000:1.0:1769074748.688688:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612544768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.688695:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.688708:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.688718:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.688731:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88498 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a096 expref: 22 pid: 33558 timeout: 1832 lvb_type: 1 00010000:00010000:1.0:1769074748.688740:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.688752:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612544768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 63us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.688756:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4870 00000100:00100000:1.0:1769074748.688766:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4871 00000100:00100000:1.0:1769074748.688772:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612544896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.688779:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.688800:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 12 pid: 33558 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.688811:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 12 pid: 33558 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.688856:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8842f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a065 expref: 12 pid: 33558 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.688865:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.688867:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.688873:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688881:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688899:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.688907:0:33556:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 20 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.688915:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619793664:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074748.688955:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d11486840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.688969:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4872 00000100:00100000:1.0:1769074748.688974:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612545280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.688981:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.688989:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 11 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.688999:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 11 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.689007:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88999 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3198975) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a383 expref: 11 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.689013:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.689014:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.689017:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.689022:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.689034:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.689039:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619793792:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074748.689054:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.692029:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.692090:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.692169:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545792 00000100:00100000:2.0:1769074748.692180:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545792 00000100:00100000:2.0:1769074748.692253:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2649 00000100:00100000:2.0:1769074748.692263:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09463850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57627:x1855007612545792:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074748.692573:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09463850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57627:x1855007612545792:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 310us (481us total) trans 8589941157 rc 0/0 00000100:00100000:2.0:1769074748.692581:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2649 00000100:00100000:3.0:1769074748.693084:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545536 00000100:00100000:3.0:1769074748.693091:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545536 00000100:00100000:3.0:1769074748.693138:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:3.0:1769074748.693147:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612545536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.693158:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074748.693182:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88a1e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3bb expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.693202:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074748.693208:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.693250:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612545536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 105us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.693257:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:0.0:1769074748.697500:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.697608:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612545920 00000100:00100000:2.0:1769074748.697620:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612545920 00002000:00100000:2.0:1769074748.697670:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d4147d880 x1855007612545920/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.697680:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147d880 with x1855007612545920 ext(2097152->3145727) 00002000:00010000:2.0:1769074748.697685:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4147d880 00000100:00100000:2.0:1769074748.697724:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5112 00000100:00100000:2.0:1769074748.697733:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612545920:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074748.699270:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619793664:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.699303:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.699377:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612544896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10603us (11169us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.699390:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4871 00000100:00100000:3.0:1769074748.699999:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619793792:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074748.700013:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.700100:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612545280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11123us (11878us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.700108:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4872 00000100:00100000:0.0:1769074748.700886:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.700998:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.701731:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546048 00000100:00100000:0.0:1769074748.701741:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546048 00002000:00100000:0.0:1769074748.701789:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (913408->1048575) req@ffff956d2019df80 x1855007612546048/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.701799:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019df80 with x1855007612546048 ext(913408->1048575) 00010000:00010000:0.0:1769074748.701808:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.701847:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00002000:00010000:0.0:1769074748.701857:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2019df80 00000100:00100000:0.0:1769074748.701881:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1052 00000100:00100000:0.0:1769074748.701890:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612546048:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074748.703338:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.704155:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546176 00000100:00100000:1.0:1769074748.704168:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546176 00000100:00100000:1.0:1769074748.704216:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546304 00000100:00100000:1.0:1769074748.704219:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546304 00000100:00100000:1.0:1769074748.704257:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9145 00000100:00100000:1.0:1769074748.704267:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:57623:x1855007612546176:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074748.704289:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.704313:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3c9 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.704350:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.704361:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 10 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.704367:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.704370:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.704374:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->1265663] (req 1048576->1265663) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.704422:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 10 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.704435:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 10 pid: 6534 timeout: 1832 lvb_type: 1 00000100:00100000:1.0:1769074748.704457:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619793920:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074748.704571:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.704580:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 12 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.704590:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794048:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074748.704614:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.705461:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9146 00000100:00100000:3.0:1769074748.705479:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57627:x1855007612546304:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074748.705497:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074748.705516:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3d0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.705540:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.705543:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.705548:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1544192->1593343] (req 1544192->1593343) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.705560:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1544192->1593343] (req 1544192->1593343) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.705576:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:3.0:1769074748.705626:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57627:x1855007612546304:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 154us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074748.705634:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9146 00000100:00100000:0.0:1769074748.709530:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612546048:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 7629us (8519us total) trans 21474839330 rc 0/0 00000100:00100000:0.0:1769074748.709544:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1052 00002000:00100000:0.0:1769074748.709556:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (913408->1048575) req@ffff956d2019df80 x1855007612546048/t21474839330(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.709566:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019df80 with x1855007612546048 ext(913408->1048575) 00010000:00010000:0.0:1769074748.709575:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 25 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.709591:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 25 pid: 26585 timeout: 1832 lvb_type: 0 00002000:00010000:0.0:1769074748.709599:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2019df80 00000100:00100000:2.0:1769074748.714927:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612545920:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 17181us (17423us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074748.714945:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5112 00002000:00100000:2.0:1769074748.714959:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d4147d880 x1855007612545920/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.714970:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147d880 with x1855007612545920 ext(2097152->3145727) 00002000:00010000:2.0:1769074748.714976:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4147d880 00000100:00100000:1.0:1769074748.715694:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619793920:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074748.715711:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794048:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074748.715744:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1048576->1265663] (req 1048576->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.715766:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:0.0:1769074748.716178:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+10:57623:x1855007612546176:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11909us (15292us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.716189:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9145 00000100:00100000:3.0:1769074748.726771:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.727658:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546560 00000100:00100000:0.0:1769074748.727671:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546560 00000100:00100000:0.0:1769074748.727769:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9147 00000100:00100000:0.0:1769074748.727780:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+10:57620:x1855007612546560:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074748.727807:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.727856:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3d7 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.727892:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.727901:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074748.727903:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074748.727908:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.727944:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.727955:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.727977:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794176:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074748.729569:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074748.729856:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.729948:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.730672:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546432 00000100:00100000:3.0:1769074748.730682:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546432 00010000:00010000:3.0:1769074748.730724:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.730767:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546688 00000100:00100000:0.0:1769074748.730772:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546688 00010000:00010000:0.0:1769074748.730791:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 13 pid: 26584 timeout: 1832 lvb_type: 0 00000100:00100000:0.0:1769074748.730846:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4873 00000100:00100000:0.0:1769074748.730856:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612546432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074748.730875:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074748.730901:0:33556:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074744 -> 1769074749 00002000:00010000:0.0:1769074748.730905:0:33556:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074744 -> 1769074749 00010000:00010000:0.0:1769074748.730912:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.730927:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.730956:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e889fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 913408->1048575) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ad expref: 23 pid: 26585 timeout: 1832 lvb_type: 0 00010000:00010000:0.0:1769074748.730987:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.730990:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074748.730998:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.731008:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.731062:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074748.731077:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619794304:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074748.731179:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074748.731705:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4874 00000100:00100000:2.0:1769074748.731717:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612546688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074748.731730:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074748.731746:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 13 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.731756:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 13 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.731772:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41080000/0x8b5959a9a0e888ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a2e9 expref: 13 pid: 26584 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.731785:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074748.731872:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612546688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 157us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074748.731881:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4874 00000100:00100000:2.0:1769074748.738165:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.738251:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.738284:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546944 00000100:00100000:2.0:1769074748.738291:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546944 00002000:00100000:2.0:1769074748.738660:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2211840->3145727) req@ffff956d184ff480 x1855007612546944/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.738673:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff480 with x1855007612546944 ext(2211840->3145727) 00010000:00010000:2.0:1769074748.738684:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.738702:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 12 pid: 25507 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.738709:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d184ff480 00000100:00100000:2.0:1769074748.738740:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1053 00000100:00100000:2.0:1769074748.738749:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612546944:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074748.739597:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794176:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074748.739637:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.739655:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:0.0:1769074748.739717:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+11:57620:x1855007612546560:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11939us (12955us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.739726:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9147 00000100:00100000:3.0:1769074748.740269:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612546816 00000100:00100000:3.0:1769074748.740278:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612546816 00010000:00010000:3.0:1769074748.740312:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 1832 lvb_type: 1 00000100:00100000:3.0:1769074748.740339:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4875 00000100:00100000:3.0:1769074748.740359:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612546816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074748.740375:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074748.740414:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 1832 lvb_type: 1 00010000:00010000:3.0:1769074748.740429:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 1832 lvb_type: 1 00010000:00010000:3.0:1769074748.740453:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8890d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a328 expref: 11 pid: 6534 timeout: 1832 lvb_type: 1 00010000:00010000:3.0:1769074748.740469:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.740472:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.740480:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.740491:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.740499:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.740500:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074748.740504:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.740510:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074748.740549:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074748.740568:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794432:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074748.740641:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074748.740650:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794560:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074748.740672:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074748.743868:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.744131:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547072 00000100:00100000:0.0:1769074748.744142:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547072 00002000:00100000:0.0:1769074748.744193:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2e972a00 x1855007612547072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.744204:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e972a00 with x1855007612547072 ext(0->1048575) 00002000:00010000:0.0:1769074748.744210:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e972a00 00000100:00100000:0.0:1769074748.744253:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5113 00000100:00100000:0.0:1769074748.744262:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612547072:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074748.748099:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619794304:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.748135:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074748.751814:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612546432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 20943us (21944us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074748.751872:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4873 00000100:00100000:3.0:1769074748.759552:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794432:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074748.769173:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.769214:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.769498:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547200 00000100:00100000:2.0:1769074748.769507:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547200 00002000:00100000:2.0:1769074748.769555:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1261568->1265663) req@ffff956c0d76e680 x1855007612547200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.769565:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e680 with x1855007612547200 ext(1261568->1265663) 00002000:00010000:2.0:1769074748.769571:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76e680 00000100:00100000:2.0:1769074748.769597:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547328 00000100:00100000:2.0:1769074748.769600:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547328 00002000:00100000:2.0:1769074748.769613:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1544192->1548287) req@ffff956c0d76f480 x1855007612547328/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.769621:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f480 with x1855007612547328 ext(1544192->1548287) 00002000:00010000:2.0:1769074748.769624:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76f480 00000100:00100000:2.0:1769074748.769640:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5114 00000100:00100000:2.0:1769074748.769647:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612547200:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074748.769863:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612547200:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 214us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074748.769871:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5114 00002000:00100000:2.0:1769074748.769878:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1261568->1265663) req@ffff956c0d76e680 x1855007612547200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.769885:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e680 with x1855007612547200 ext(1261568->1265663) 00002000:00010000:2.0:1769074748.769889:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76e680 00000100:00100000:2.0:1769074748.769904:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5115 00000100:00100000:2.0:1769074748.769910:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612547328:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074748.769975:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612547328:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 64us (761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074748.769981:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5115 00002000:00100000:2.0:1769074748.769986:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1544192->1548287) req@ffff956c0d76f480 x1855007612547328/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/4536 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.769993:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f480 with x1855007612547328 ext(1544192->1548287) 00002000:00010000:2.0:1769074748.769997:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76f480 00000100:00100000:0.0:1769074748.772114:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612547072:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 27839us (28241us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074748.772128:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5113 00002000:00100000:0.0:1769074748.772139:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2e972a00 x1855007612547072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.772155:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e972a00 with x1855007612547072 ext(0->1048575) 00002000:00010000:0.0:1769074748.772163:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e972a00 00000100:00100000:1.0:1769074748.776990:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794560:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.777020:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.777102:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612546816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 36743us (38945us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.777114:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4875 00000100:00100000:2.0:1769074748.781949:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612546944:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 43190us (43686us total) trans 17179872399 rc 0/0 00000100:00100000:2.0:1769074748.781965:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1053 00002000:00100000:2.0:1769074748.781978:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2211840->3145727) req@ffff956d184ff480 x1855007612546944/t17179872399(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.781988:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff480 with x1855007612546944 ext(2211840->3145727) 00010000:00010000:2.0:1769074748.781999:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:2.0:1769074748.782020:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00002000:00010000:2.0:1769074748.782028:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d184ff480 00000100:00100000:3.0:1769074748.788505:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.791592:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547584 00000100:00100000:0.0:1769074748.791608:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547584 00000100:00100000:0.0:1769074748.791759:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2650 00000100:00100000:0.0:1769074748.791770:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+150:57623:x1855007612547584:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074748.792207:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:57623:x1855007612547584:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 437us (3875us total) trans 8589941158 rc 0/0 00000100:00100000:0.0:1769074748.792216:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2650 00000100:00100000:0.0:1769074748.802503:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.802706:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547712 00000100:00100000:1.0:1769074748.802716:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547712 00010000:00010000:1.0:1769074748.802770:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00000100:00100000:1.0:1769074748.803502:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4876 00000100:00100000:1.0:1769074748.803518:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612547712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.803538:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.803565:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.803587:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.803615:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e88961 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2211840->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a367 expref: 14 pid: 25507 timeout: 1832 lvb_type: 0 00010000:00010000:1.0:1769074748.803634:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.803636:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.803643:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.803654:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.803701:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.803721:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794688:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074748.803880:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.812619:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619794688:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.812642:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.812690:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612547712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9179us (10203us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.812699:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4876 00000100:00100000:3.0:1769074748.846520:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.846569:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.846661:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.846771:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547840 00000100:00100000:0.0:1769074748.846782:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547840 00000100:00100000:0.0:1769074748.846876:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9148 00000100:00100000:0.0:1769074748.846886:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57628:x1855007612547840:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074748.846904:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074748.846923:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3de expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.846955:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.846965:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.846972:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074748.846975:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074748.846979:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.847012:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.847027:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 14 pid: 25507 timeout: 1833 lvb_type: 0 00000100:00100000:0.0:1769074748.847041:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794816:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074748.847136:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074748.847146:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 9 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:0.0:1769074748.847155:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794944:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074748.847179:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.852966:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612547968 00000100:00100000:1.0:1769074748.852983:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612547968 00002000:00100000:1.0:1769074748.853045:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe5c00 x1855007612547968/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074748.853057:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe5c00 with x1855007612547968 ext(2097152->3145727) 00002000:00010000:1.0:1769074748.853063:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe5c00 00000100:00100000:1.0:1769074748.853096:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5116 00000100:00100000:1.0:1769074748.853107:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612547968:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074748.853145:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548096 00000100:00100000:3.0:1769074748.853149:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548096 00002000:00100000:3.0:1769074748.853170:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe4000 x1855007612548096/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.853178:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4000 with x1855007612548096 ext(3145728->4194303) 00002000:00010000:3.0:1769074748.853181:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe4000 00000100:00100000:3.0:1769074748.853198:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5117 00000100:00100000:3.0:1769074748.853204:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612548096:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074748.855929:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.855958:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548224 00000100:00100000:0.0:1769074748.855967:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548224 00002000:00100000:0.0:1769074748.856009:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1544192->1593343) req@ffff956d40ff1f80 x1855007612548224/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.856019:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1f80 with x1855007612548224 ext(1544192->1593343) 00010000:00010000:0.0:1769074748.856028:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 15 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074748.856049:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 15 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:0.0:1769074748.856057:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff1f80 00000100:00100000:0.0:1769074748.856087:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1054 00000100:00100000:0.0:1769074748.856095:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612548224:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074748.856660:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794816:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074748.856672:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619794944:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074748.856705:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.856726:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9000, rc 0) 00000100:00100000:1.0:1769074748.856776:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57628:x1855007612547840:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9892us (10265us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.857565:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9148 00000100:00100000:2.0:1769074748.871300:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.871354:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.871453:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548352 00000100:00100000:0.0:1769074748.871469:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548352 00002000:00100000:0.0:1769074748.871530:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d184fca80 x1855007612548352/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.871541:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fca80 with x1855007612548352 ext(3145728->4194303) 00002000:00010000:0.0:1769074748.871547:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fca80 00000100:00100000:0.0:1769074748.871586:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548480 00000100:00100000:0.0:1769074748.871590:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548480 00002000:00100000:0.0:1769074748.871607:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1265663) req@ffff956d184fdf80 x1855007612548480/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.871614:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fdf80 with x1855007612548480 ext(1048576->1265663) 00010000:00010000:0.0:1769074748.871622:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 14 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074748.871640:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 14 pid: 26360 timeout: 1833 lvb_type: 0 00002000:00010000:0.0:1769074748.871647:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d184fdf80 00000100:00100000:0.0:1769074748.871672:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1055 00000100:00100000:0.0:1769074748.871681:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612548480:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074748.871908:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5118 00000100:00100000:3.0:1769074748.871934:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612548352:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074748.887188:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612548224:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 31082us (31257us total) trans 17179872400 rc 0/0 00000100:00100000:2.0:1769074748.892854:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1054 00002000:00100000:2.0:1769074748.892892:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1544192->1593343) req@ffff956d40ff1f80 x1855007612548224/t17179872400(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.892907:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1f80 with x1855007612548224 ext(1544192->1593343) 00010000:00010000:2.0:1769074748.892921:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:2.0:1769074748.892948:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:2.0:1769074748.892958:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff1f80 00000100:00100000:3.0:1769074748.916447:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612548096:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 63228us (69771us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074748.916466:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5117 00002000:00100000:3.0:1769074748.916481:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe4000 x1855007612548096/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.916492:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4000 with x1855007612548096 ext(3145728->4194303) 00002000:00010000:3.0:1769074748.916498:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe4000 00000100:00100000:2.0:1769074748.917297:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.920757:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612548352:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 48821us (49459us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074748.920774:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5118 00002000:00100000:2.0:1769074748.920799:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d184fca80 x1855007612548352/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.920810:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fca80 with x1855007612548352 ext(3145728->4194303) 00002000:00010000:2.0:1769074748.920817:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fca80 00000100:00100000:1.0:1769074748.921128:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548608 00000100:00100000:1.0:1769074748.921139:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548608 00010000:00010000:1.0:1769074748.921181:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074748.921217:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4877 00000100:00100000:1.0:1769074748.921226:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612548608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.921240:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074748.921257:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074748 -> 1769074749 00002000:00010000:1.0:1769074748.921260:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074748 -> 1769074749 00010000:00010000:1.0:1769074748.921265:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.921277:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.921303:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e88a3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1544192->18446744073709551615] (req 1544192->1593343) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d0 expref: 16 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.921321:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074748.923051:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612547968:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 69937us (76471us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074748.923065:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5116 00002000:00100000:3.0:1769074748.923076:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe5c00 x1855007612547968/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074748.923086:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe5c00 with x1855007612547968 ext(2097152->3145727) 00002000:00010000:3.0:1769074748.923093:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe5c00 00000100:00100000:0.0:1769074748.925337:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612548480:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 53646us (53971us total) trans 17179872401 rc 0/0 00000100:00100000:0.0:1769074748.925353:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1055 00002000:00100000:0.0:1769074748.925366:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1265663) req@ffff956d184fdf80 x1855007612548480/t17179872401(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/448 e 0 to 0 dl 1769074759 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.925376:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fdf80 with x1855007612548480 ext(1048576->1265663) 00010000:00010000:0.0:1769074748.925385:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074748.925413:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00002000:00010000:0.0:1769074748.925422:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d184fdf80 00000100:00100000:1.0:1769074748.927184:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612548608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5941us (9873us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.927203:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4877 00000100:00100000:2.0:1769074748.940248:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.940371:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548736 00000100:00100000:1.0:1769074748.940383:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548736 00010000:00010000:1.0:1769074748.940440:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074748.940491:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4878 00000100:00100000:1.0:1769074748.940501:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612548736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074748.940517:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074748.940539:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.940555:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.940580:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88a33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->1544191] (req 1048576->1265663) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c9 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074748.940597:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.940599:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.940607:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.940617:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.940654:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074748.940669:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619795072:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074748.940754:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074748.947051:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619795072:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074748.947080:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074748.947142:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612548736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6641us (6905us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.947154:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4878 00000100:00100000:3.0:1769074748.952894:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074748.952954:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.953096:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548864 00000100:00100000:1.0:1769074748.953106:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548864 00000100:00100000:1.0:1769074748.953166:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612548992 00000100:00100000:1.0:1769074748.953169:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612548992 00000100:00100000:1.0:1769074748.953203:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9149 00000100:00100000:1.0:1769074748.953213:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612548864:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.953230:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.953249:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3e5 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.953271:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.953273:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.953282:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 23 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.953300:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 23 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.953312:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:1.0:1769074748.953373:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612548864:12345-192.168.204.39@tcp:101:cat.0 Request processed in 162us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.953383:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9149 00000100:00100000:1.0:1769074748.953401:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9150 00000100:00100000:1.0:1769074748.953459:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612548992:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074748.953467:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.953476:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3ec expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.953489:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.953491:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074748.953495:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.953506:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074748.953514:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2a00, rc 0) 00000100:00100000:1.0:1769074748.953532:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612548992:12345-192.168.204.39@tcp:101:cat.0 Request processed in 74us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074748.953538:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9150 00000100:00100000:0.0:1769074748.974108:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074748.976699:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074748.978248:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612549120 00000100:00100000:3.0:1769074748.978250:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612549248 00000100:00100000:3.0:1769074748.978269:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612549248 00000100:00100000:2.0:1769074748.978385:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612549120 00002000:00100000:0.0:1769074748.978490:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c0bfcdc00 x1855007612549248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074748.978492:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0bfcd180 x1855007612549120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/0 e 0 to 0 dl 1769074759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074748.978554:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcdc00 with x1855007612549248 ext(4194304->4861951) 00002000:00100000:2.0:1769074748.978554:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd180 with x1855007612549120 ext(1048576->2097151) 00002000:00010000:0.0:1769074748.978571:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcdc00 00002000:00010000:2.0:1769074748.978572:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcd180 00000100:00100000:1.0:1769074748.991289:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074748.991381:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612549504 00000100:00100000:1.0:1769074748.991396:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612549504 00000100:00100000:1.0:1769074748.991479:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6303 00000100:00100000:1.0:1769074748.991495:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57632:x1855007612549504:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074748.991536:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074748.991569:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e88a5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3f3 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.991693:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.991713:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.991732:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.991751:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.991758:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.991764:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992508:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a72 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992525:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992533:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074748.992547:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074748.992684:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992692:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992703:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992710:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074748.992714:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992723:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.992738:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074748.992741:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074748.992749:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994509:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88a64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994559:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994568:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994577:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994583:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074748.994588:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994595:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994615:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9c00) 00010000:00010000:1.0:1769074748.994618:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074748.994623:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994630:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88a6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074748.994709:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e88a5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3f3 expref: 154 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.994726:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a72 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3f3 expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074748.994734:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074748.994737:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074748.994740:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:0.0:1769074748.994958:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5119 00000100:00100000:0.0:1769074748.994981:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612549248:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074748.999196:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+153:57632:x1855007612549504:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5716us (5939us total) trans 8589941159 rc 0/0 00000100:00100000:1.0:1769074749.000909:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6303 00000100:00100000:0.0:1769074749.005570:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5120 00000100:00100000:0.0:1769074749.005637:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612549120:12345-192.168.204.39@tcp:3:multiop.0 00000100:00080000:1.0:1769074749.008944:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074749.030275:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.031143:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612549632 00000100:00100000:2.0:1769074749.031166:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612549632 00000100:00100000:2.0:1769074749.031282:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:2.0:1769074749.031296:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+153:2371:x1855007612549632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074749.031316:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074749.031346:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88a72 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3f3 expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.031376:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.031382:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074749.031477:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+152:2371:x1855007612549632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 184us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.031484:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:2.0:1769074749.031741:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612549248:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36771us (55055us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074749.031751:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5119 00002000:00100000:2.0:1769074749.031762:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c0bfcdc00 x1855007612549248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.031778:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcdc00 with x1855007612549248 ext(4194304->4861951) 00002000:00010000:2.0:1769074749.031783:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcdc00 00000100:00100000:2.0:1769074749.046588:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.046684:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612549888 00000100:00100000:0.0:1769074749.046703:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612549888 00000100:00100000:0.0:1769074749.046791:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6304 00000100:00100000:0.0:1769074749.046807:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57634:x1855007612549888:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074749.046890:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.046918:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e88a80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a3fa expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.047019:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047037:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047050:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047072:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047079:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047086:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047283:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e88a95 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047295:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e88a95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047307:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e88a95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074749.047320:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074749.047453:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047462:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047469:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047476:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.047481:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047489:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047503:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074749.047507:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.047512:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047518:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88a87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047532:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047539:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047563:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047568:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.047572:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047578:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047585:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9400) 00010000:00010000:0.0:1769074749.047587:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.047589:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047595:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88a8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.047648:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e88a80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3fa expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.047665:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e88a95 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3fa expref: 21 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.047674:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.047677:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074749.047680:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8c00, rc 0) 00000100:00100000:0.0:1769074749.047763:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57634:x1855007612549888:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 963us (1184us total) trans 8589941160 rc 0/0 00000100:00100000:0.0:1769074749.047773:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6304 00000100:00100000:0.0:1769074749.068996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.070983:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612549120:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 65373us (96868us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074749.071003:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5120 00002000:00100000:1.0:1769074749.071024:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0bfcd180 x1855007612549120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:284/0 lens 488/440 e 0 to 0 dl 1769074759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.071044:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd180 with x1855007612549120 ext(1048576->2097151) 00002000:00010000:1.0:1769074749.071052:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcd180 00000100:00100000:3.0:1769074749.071464:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550144 00000100:00100000:3.0:1769074749.071479:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550144 00000100:00100000:3.0:1769074749.071559:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2651 00000100:00100000:3.0:1769074749.071570:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+152:57620:x1855007612550144:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074749.072568:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+153:57620:x1855007612550144:12345-192.168.204.39@tcp:35:cat.0 Request processed in 991us (3584us total) trans 8589941161 rc 0/0 00000100:00100000:3.0:1769074749.072588:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2651 00000100:00100000:0.0:1769074749.084462:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.084524:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.085585:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550400 00000100:00100000:3.0:1769074749.085606:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550400 00000100:00100000:3.0:1769074749.085705:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2652 00000100:00100000:3.0:1769074749.085717:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57634:x1855007612550400:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074749.086103:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57634:x1855007612550400:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 387us (1656us total) trans 8589941162 rc 0/0 00000100:00100000:3.0:1769074749.086113:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2652 00000100:00100000:2.0:1769074749.086677:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550528 00000100:00100000:2.0:1769074749.086688:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550528 00000100:00100000:2.0:1769074749.086759:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:2.0:1769074749.086769:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2371:x1855007612550528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074749.086783:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074749.086816:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e88a95 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3fa expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.086870:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.086876:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074749.086909:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2371:x1855007612550528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 142us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.086915:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:0.0:1769074749.119054:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.119298:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550656 00000100:00100000:3.0:1769074749.119312:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550656 00000100:00100000:3.0:1769074749.119386:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9151 00000100:00100000:3.0:1769074749.119398:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57634:x1855007612550656:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074749.119432:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.119456:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a401 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.119498:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.119506:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.119509:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.119514:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3989504->4194303] (req 3989504->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.122597:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.122649:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 11 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:3.0:1769074749.122673:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619795200:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074749.122820:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.133480:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.133520:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.133730:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619795200:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074749.133781:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3989504->4194303] (req 3989504->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.133813:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:3.0:1769074749.133941:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57634:x1855007612550656:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 14544us (14901us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.133955:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9151 00000100:00100000:1.0:1769074749.134148:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.136876:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550912 00000100:00100000:3.0:1769074749.136899:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550912 00000100:00100000:1.0:1769074749.137081:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551040 00000100:00100000:1.0:1769074749.137088:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551040 00010000:00010000:1.0:1769074749.137152:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.137194:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4879 00000100:00100000:1.0:1769074749.137205:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612551040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.137224:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.137252:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.137271:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.137302:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e88a41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3d7 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.137323:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.137326:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.137335:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.137352:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.137413:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.137432:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619795328:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074749.138793:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00080000:1.0:1769074749.138851:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074749.147006:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612550784 00000100:00100000:0.0:1769074749.147029:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612550784 00000100:00100000:0.0:1769074749.147509:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9152 00000100:00100000:0.0:1769074749.147526:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612550912:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.147570:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.147605:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88aaa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a40f expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.147701:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619795456:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074749.147878:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074749.152926:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9153 00000100:00100000:3.0:1769074749.152950:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612550784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074749.152976:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.153002:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a408 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.153033:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.153035:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.153046:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.153081:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.153098:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:3.0:1769074749.153177:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612550784:12345-192.168.204.39@tcp:101:cat.0 Request processed in 236us (19655us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.153185:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9153 00000100:00100000:3.0:1769074749.153369:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619795328:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074749.153409:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.153436:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612551040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16233us (19289us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.153446:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4879 00000100:00100000:3.0:1769074749.153579:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.154899:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551168 00000100:00100000:1.0:1769074749.154919:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551168 00002000:00100000:1.0:1769074749.154994:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3989504->3993599) req@ffff956c0bfe5180 x1855007612551168/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.155006:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe5180 with x1855007612551168 ext(3989504->3993599) 00002000:00010000:1.0:1769074749.155014:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe5180 00000100:00100000:1.0:1769074749.155053:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5121 00000100:00100000:1.0:1769074749.155074:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612551168:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074749.155356:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612551168:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 294us (1777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074749.155365:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5121 00002000:00100000:1.0:1769074749.155372:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3989504->3993599) req@ffff956c0bfe5180 x1855007612551168/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/4536 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.155380:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe5180 with x1855007612551168 ext(3989504->3993599) 00002000:00010000:1.0:1769074749.155385:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe5180 00002000:00010000:0.0:1769074749.165427:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074749 -> 1769074750 00002000:00010000:0.0:1769074749.165445:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074749 -> 1769074750 00002000:00010000:0.0:1769074749.165448:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074749 -> 1769074750 00000100:00100000:0.0:1769074749.165482:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619795456:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074749.165614:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88aaa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a40f expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.165641:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88aaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a40f expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.165654:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8000, rc 0) 00000100:00100000:0.0:1769074749.165783:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612550912:12345-192.168.204.39@tcp:101:cat.0 Request processed in 18262us (32319us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074749.165793:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9152 00000100:00100000:0.0:1769074749.190395:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.190521:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551296 00000100:00100000:3.0:1769074749.190534:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551296 00000100:00100000:3.0:1769074749.190617:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9154 00000100:00100000:3.0:1769074749.190628:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57634:x1855007612551296:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074749.190652:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.190683:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a416 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.190720:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.190730:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.190739:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.190741:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.190746:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4284415] (req 4194304->4284415) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.190784:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.190801:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00000100:00100000:3.0:1769074749.190816:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619795584:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074749.190953:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.190964:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 22 pid: 26585 timeout: 1833 lvb_type: 0 00000100:00100000:3.0:1769074749.190974:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619795712:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074749.190995:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074749.203382:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.203599:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551424 00000100:00100000:1.0:1769074749.203613:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551424 00010000:00010000:1.0:1769074749.203670:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 23 pid: 26585 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.203726:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4880 00000100:00100000:1.0:1769074749.203737:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612551424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.203755:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.203782:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 23 pid: 26585 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.203796:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 23 pid: 26585 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.203879:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.203944:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612551424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 209us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.203953:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4880 00000100:00100000:3.0:1769074749.204131:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619795584:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074749.204146:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337800/0x8b5959a9a0e889d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a39f expref: 22 pid: 26585 timeout: 1833 lvb_type: 0 00000100:00100000:3.0:1769074749.204169:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619795712:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074749.204204:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4284415] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.204218:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:3.0:1769074749.204247:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57634:x1855007612551296:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 13622us (13866us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.204256:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9154 00000100:00100000:1.0:1769074749.225725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.225782:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.225873:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.225925:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.226251:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551552 00000100:00100000:3.0:1769074749.226265:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551552 00002000:00100000:3.0:1769074749.226331:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d3c000 x1855007612551552/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.226345:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3c000 with x1855007612551552 ext(2097152->3145727) 00010000:00010000:3.0:1769074749.226367:0:26119:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:3.0:1769074749.226389:0:26119:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00002000:00010000:3.0:1769074749.226407:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3c000 00000100:00100000:3.0:1769074749.226444:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551680 00000100:00100000:3.0:1769074749.226448:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551680 00002000:00100000:3.0:1769074749.226463:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d3dc00 x1855007612551680/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.226480:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3dc00 with x1855007612551680 ext(3145728->4194303) 00010000:00010000:3.0:1769074749.226485:0:26119:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 12 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:3.0:1769074749.226497:0:26119:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 12 pid: 26584 timeout: 1833 lvb_type: 1 00002000:00010000:3.0:1769074749.226505:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3dc00 00000100:00100000:3.0:1769074749.226517:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551808 00000100:00100000:3.0:1769074749.226519:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551808 00002000:00100000:3.0:1769074749.226536:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d3e300 x1855007612551808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.226545:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3e300 with x1855007612551808 ext(2097152->3145727) 00002000:00010000:3.0:1769074749.226548:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d3e300 00000100:00100000:3.0:1769074749.226564:0:26119:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612551936 00000100:00100000:3.0:1769074749.226567:0:26119:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612551936 00002000:00100000:3.0:1769074749.226579:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3989503) req@ffff956d08d3ca80 x1855007612551936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.226587:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ca80 with x1855007612551936 ext(3145728->3989503) 00002000:00010000:3.0:1769074749.226590:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d3ca80 00000100:00100000:3.0:1769074749.226604:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1056 00000100:00100000:3.0:1769074749.226615:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612551552:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074749.228274:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1057 00000100:00100000:3.0:1769074749.228294:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612551680:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074749.229641:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5122 00000100:00100000:1.0:1769074749.229664:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612551808:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074749.231025:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5123 00000100:00100000:1.0:1769074749.231042:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612551936:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074749.272724:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612551552:12345-192.168.204.39@tcp:3:cat.0 Request processed in 46089us (46994us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074749.272745:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1056 00002000:00100000:2.0:1769074749.272766:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d3c000 x1855007612551552/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.272779:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3c000 with x1855007612551552 ext(2097152->3145727) 00010000:00010000:2.0:1769074749.272793:0:26119:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 13 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:2.0:1769074749.272854:0:26119:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 13 pid: 26584 timeout: 1833 lvb_type: 1 00002000:00010000:2.0:1769074749.272863:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3c000 00000100:00100000:1.0:1769074749.282963:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612551808:12345-192.168.204.39@tcp:3:cat.0 Request processed in 53287us (57118us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074749.282982:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5122 00002000:00100000:1.0:1769074749.282999:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d3e300 x1855007612551808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.283010:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3e300 with x1855007612551808 ext(2097152->3145727) 00002000:00010000:1.0:1769074749.283018:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d3e300 00000100:00100000:1.0:1769074749.297036:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612551936:12345-192.168.204.39@tcp:3:cat.0 Request processed in 65981us (71092us total) trans 0 rc 843776/843776 00000100:00100000:1.0:1769074749.297055:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5123 00002000:00100000:1.0:1769074749.297073:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3989503) req@ffff956d08d3ca80 x1855007612551936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 843776/843776 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.297084:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ca80 with x1855007612551936 ext(3145728->3989503) 00002000:00010000:1.0:1769074749.297094:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d3ca80 00000100:00100000:3.0:1769074749.312380:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.313815:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552192 00000100:00100000:0.0:1769074749.313856:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552192 00000100:00100000:0.0:1769074749.313937:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6305 00000100:00100000:0.0:1769074749.313949:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+153:57638:x1855007612552192:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.313981:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.314011:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88abf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a41d expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.314114:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314133:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314145:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314161:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314167:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314172:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314378:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88ad4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314396:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314413:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074749.314426:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074749.314558:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314567:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314574:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314582:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.314588:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314597:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314615:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074749.314620:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.314626:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314633:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ac6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314649:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314660:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314666:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314671:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.314674:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314679:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314684:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9400) 00010000:00010000:0.0:1769074749.314687:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.314689:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314695:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88acd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.314740:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88abf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a41d expref: 156 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.314754:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a41d expref: 155 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.314762:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.314765:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074749.314768:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158400, rc 0) 00000100:00100000:0.0:1769074749.314906:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+155:57638:x1855007612552192:12345-192.168.204.39@tcp:101:cat.0 Request processed in 959us (2542us total) trans 8589941163 rc 0/0 00000100:00100000:0.0:1769074749.314916:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6305 00000100:00100000:1.0:1769074749.319688:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612551680:12345-192.168.204.39@tcp:3:cat.0 Request processed in 91377us (93881us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074749.319711:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1057 00002000:00100000:1.0:1769074749.319730:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d3dc00 x1855007612551680/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.319742:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3dc00 with x1855007612551680 ext(3145728->4194303) 00010000:00010000:1.0:1769074749.319756:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:1.0:1769074749.319794:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00002000:00010000:1.0:1769074749.319803:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3dc00 00000100:00100000:3.0:1769074749.323076:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.323224:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.323265:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.323428:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552576 00000100:00100000:2.0:1769074749.323441:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552576 00000100:00100000:2.0:1769074749.323529:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:2.0:1769074749.323541:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+155:2373:x1855007612552576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074749.323561:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074749.323596:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e88ad4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a41d expref: 155 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.323623:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.323629:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074749.323694:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+154:2373:x1855007612552576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 156us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.323703:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:0.0:1769074749.323960:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552320 00000100:00100000:0.0:1769074749.323965:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552320 00000100:00100000:0.0:1769074749.323997:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552448 00000100:00100000:0.0:1769074749.324000:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552448 00000100:00100000:0.0:1769074749.324030:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9155 00000100:00100000:0.0:1769074749.324038:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612552320:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.324058:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.324089:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e88ae2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a424 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.324118:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074749.324127:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9156 00010000:00010000:0.0:1769074749.324132:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e88ae2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a424 expref: 23 pid: 26584 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074749.324144:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612552448:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074749.324155:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.324157:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e88ae2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a424 expref: 23 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.324168:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e88ae9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a42b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.324169:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:0.0:1769074749.324202:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612552320:12345-192.168.204.39@tcp:101:cat.0 Request processed in 165us (1150us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074749.324209:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9155 00000100:00100000:1.0:1769074749.324248:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619795840:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074749.324326:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.330179:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.331217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.331286:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552832 00000100:00100000:3.0:1769074749.331299:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552832 00010000:00010000:3.0:1769074749.331354:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00000100:00100000:3.0:1769074749.331463:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4881 00000100:00100000:3.0:1769074749.331482:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612552832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.331510:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.331564:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:3.0:1769074749.331586:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:3.0:1769074749.331621:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88ab1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a408 expref: 11 pid: 26584 timeout: 1833 lvb_type: 1 00010000:00010000:3.0:1769074749.331644:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.331647:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.331659:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.331693:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.332122:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074749.332151:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619795968:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074749.332283:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074749.333208:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552704 00000100:00100000:2.0:1769074749.333235:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552704 00000100:00100000:2.0:1769074749.333976:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9157 00000100:00100000:2.0:1769074749.333987:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57628:x1855007612552704:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074749.334016:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.334045:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a432 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.334089:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.334099:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074749.334102:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074749.334106:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.334159:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.334178:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 1833 lvb_type: 0 00000100:00100000:2.0:1769074749.334193:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796096:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.334298:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074749.335866:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619795968:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074749.335904:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.335970:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612552832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4492us (4754us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.335984:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4881 00000100:00100000:0.0:1769074749.336237:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619795840:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074749.336275:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e88ae9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a42b expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.336306:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e88ae9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a42b expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.336319:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:0.0:1769074749.336929:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612552448:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12788us (13701us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074749.336939:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9156 00000100:00100000:3.0:1769074749.342680:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.342793:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612552960 00000100:00100000:0.0:1769074749.342808:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612552960 00002000:00100000:0.0:1769074749.342913:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4280320->4284415) req@ffff956d411b9f80 x1855007612552960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.342925:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9f80 with x1855007612552960 ext(4280320->4284415) 00010000:00010000:0.0:1769074749.342938:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.342960:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:0.0:1769074749.342969:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d411b9f80 00000100:00100000:0.0:1769074749.343013:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1058 00000100:00100000:0.0:1769074749.343023:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612552960:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074749.343326:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612552960:12345-192.168.204.39@tcp:3:cat.0 Request processed in 302us (665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074749.343335:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1058 00002000:00100000:0.0:1769074749.343345:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4280320->4284415) req@ffff956d411b9f80 x1855007612552960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/4536 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.343354:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9f80 with x1855007612552960 ext(4280320->4284415) 00010000:00010000:0.0:1769074749.343359:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.343372:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 12 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:0.0:1769074749.343380:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d411b9f80 00000100:00100000:1.0:1769074749.345537:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796096:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.345589:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.345615:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97c00, rc 0) 00000100:00100000:1.0:1769074749.345694:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57628:x1855007612552704:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11707us (15531us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.345704:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9157 00000100:00100000:0.0:1769074749.356899:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.357107:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553088 00000100:00100000:3.0:1769074749.357124:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553088 00002000:00100000:3.0:1769074749.357201:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4284415) req@ffff956d08d3d500 x1855007612553088/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.357214:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3d500 with x1855007612553088 ext(4194304->4284415) 00010000:00010000:3.0:1769074749.357238:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 11 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:3.0:1769074749.357258:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 11 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:3.0:1769074749.357268:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3d500 00000100:00100000:3.0:1769074749.357308:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1059 00000100:00100000:3.0:1769074749.357320:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612553088:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074749.366519:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612553088:12345-192.168.204.39@tcp:4:cat.0 Request processed in 9177us (9615us total) trans 21474839331 rc 0/0 00000100:00100000:1.0:1769074749.366555:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1059 00002000:00100000:1.0:1769074749.366576:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4284415) req@ffff956d08d3d500 x1855007612553088/t21474839331(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/448 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.366589:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3d500 with x1855007612553088 ext(4194304->4284415) 00010000:00010000:1.0:1769074749.366602:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.366624:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00002000:00010000:1.0:1769074749.366632:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3d500 00000100:00100000:1.0:1769074749.369563:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.369621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.371842:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553344 00000100:00100000:0.0:1769074749.371863:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553344 00002000:00100000:0.0:1769074749.371948:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76ed80 x1855007612553344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.371960:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ed80 with x1855007612553344 ext(1048576->2097151) 00002000:00010000:0.0:1769074749.371968:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ed80 00000100:00100000:0.0:1769074749.371997:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553216 00000100:00100000:0.0:1769074749.372000:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553216 00002000:00100000:0.0:1769074749.372016:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0d76fb80 x1855007612553216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.372024:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76fb80 with x1855007612553216 ext(0->1048575) 00002000:00010000:0.0:1769074749.372027:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76fb80 00000100:00100000:0.0:1769074749.372057:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5124 00000100:00100000:0.0:1769074749.372067:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612553344:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074749.372345:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5125 00000100:00100000:1.0:1769074749.372359:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612553216:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:1.0:1769074749.378581:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074749.378905:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.379715:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553472 00000100:00100000:3.0:1769074749.379730:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553472 00010000:00010000:0.0:1769074749.384252:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00000100:00100000:0.0:1769074749.384646:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4882 00000100:00100000:0.0:1769074749.384671:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612553472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.384696:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074749.384728:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074749 -> 1769074750 00002000:00010000:0.0:1769074749.384733:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074749 -> 1769074750 00010000:00010000:0.0:1769074749.384743:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.385697:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.385732:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e88ab8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a416 expref: 13 pid: 25507 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.385764:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.385767:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.385893:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.385906:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.385975:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.385994:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619796224:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074749.386111:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074749.388492:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612553216:12345-192.168.204.39@tcp:3:cat.0 Request processed in 16119us (18851us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074749.388511:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5125 00002000:00100000:2.0:1769074749.388537:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0d76fb80 x1855007612553216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.388548:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76fb80 with x1855007612553216 ext(0->1048575) 00002000:00010000:2.0:1769074749.388557:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76fb80 00000100:00100000:0.0:1769074749.393374:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619796224:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074749.393430:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.393518:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612553472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8858us (14623us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.393543:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4882 00000100:00100000:0.0:1769074749.394784:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612553344:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22705us (25230us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074749.394798:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5124 00002000:00100000:0.0:1769074749.394818:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76ed80 x1855007612553344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.394865:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ed80 with x1855007612553344 ext(1048576->2097151) 00002000:00010000:0.0:1769074749.394872:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ed80 00000100:00100000:3.0:1769074749.399152:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.399518:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553600 00000100:00100000:0.0:1769074749.399536:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553600 00002000:00100000:0.0:1769074749.399615:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d411bb480 x1855007612553600/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.399629:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb480 with x1855007612553600 ext(3145728->4194303) 00002000:00010000:0.0:1769074749.399638:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411bb480 00000100:00100000:0.0:1769074749.399689:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5126 00000100:00100000:0.0:1769074749.399700:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612553600:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074749.414666:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612553600:12345-192.168.204.39@tcp:3:cat.0 Request processed in 14947us (15517us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074749.414690:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5126 00002000:00100000:2.0:1769074749.414714:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d411bb480 x1855007612553600/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.414727:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb480 with x1855007612553600 ext(3145728->4194303) 00002000:00010000:2.0:1769074749.414735:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411bb480 00000100:00100000:2.0:1769074749.422108:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.422353:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553728 00000100:00100000:1.0:1769074749.422367:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553728 00000100:00100000:1.0:1769074749.422458:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9158 00000100:00100000:1.0:1769074749.422471:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+22:57632:x1855007612553728:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074749.422501:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.422536:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a439 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.422577:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.422588:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 23 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.422594:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.422597:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.422601:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [1024000->1048575] (req 1024000->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.422648:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 23 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.422667:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 23 pid: 26360 timeout: 1833 lvb_type: 1 00000100:00100000:1.0:1769074749.422686:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.422818:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.422876:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 11 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.422886:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796480:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.422917:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.429525:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796352:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.429549:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619796480:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.429611:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [1024000->1048575] (req 1024000->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.429641:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:1.0:1769074749.429743:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+23:57632:x1855007612553728:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7274us (7652us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.429756:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9158 00000100:00100000:3.0:1769074749.441076:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441127:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441149:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441169:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441186:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441204:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.441244:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554240 00000100:00100000:3.0:1769074749.441257:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554240 00000100:00100000:0.0:1769074749.441345:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554368 00000100:00100000:0.0:1769074749.441350:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554368 00000100:00100000:0.0:1769074749.441423:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554496 00000100:00100000:0.0:1769074749.441428:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554496 00000100:00100000:0.0:1769074749.441466:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9159 00000100:00100000:0.0:1769074749.441476:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612554368:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.441501:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.441528:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a447 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.441562:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.441564:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.441577:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 24 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.441597:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 24 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.441614:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:0.0:1769074749.441689:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612554368:12345-192.168.204.39@tcp:101:cat.0 Request processed in 213us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.441697:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9159 00000100:00100000:0.0:1769074749.441720:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9160 00000100:00100000:0.0:1769074749.441727:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612554496:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.441736:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.441750:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e88b05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a44e expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.441814:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619796608:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074749.441908:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074749.441939:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553984 00000100:00100000:0.0:1769074749.441943:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553984 00010000:00010000:0.0:1769074749.441968:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 24 pid: 26360 timeout: 1833 lvb_type: 1 00000100:00100000:0.0:1769074749.441994:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554112 00000100:00100000:0.0:1769074749.441997:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554112 00010000:00010000:0.0:1769074749.442011:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:0.0:1769074749.442033:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4883 00000100:00100000:0.0:1769074749.442040:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612553984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.442054:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.442083:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 24 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.442100:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 24 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.442122:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e88a4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3e5 expref: 24 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.442137:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.442160:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612553984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 121us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.442167:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4883 00000100:00100000:0.0:1769074749.442181:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4884 00000100:00100000:0.0:1769074749.442187:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612554112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.442199:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.442212:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.442222:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.442237:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88a2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3c2 expref: 12 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.442247:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.442249:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.442256:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.442281:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.442311:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.442323:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619796736:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074749.442354:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074749.442392:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612553856 00000100:00100000:0.0:1769074749.442406:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612553856 00002000:00100000:0.0:1769074749.442451:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d411ba680 x1855007612553856/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.442463:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411ba680 with x1855007612553856 ext(4194304->4861951) 00002000:00010000:0.0:1769074749.442469:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411ba680 00000100:00100000:0.0:1769074749.442494:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5127 00000100:00100000:0.0:1769074749.442501:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612553856:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074749.444382:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9161 00000100:00100000:3.0:1769074749.444408:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612554240:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074749.444429:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.444453:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88b0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a440 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074749.444541:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619796864:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074749.444627:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00002000:00010000:1.0:1769074749.460917:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074749 -> 1769074750 00002000:00010000:1.0:1769074749.460932:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074745 -> 1769074750 00002000:00010000:1.0:1769074749.460935:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074749 -> 1769074750 00000100:00100000:1.0:1769074749.460969:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619796864:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074749.461019:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88b0c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a440 expref: 24 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.461048:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88b0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a440 expref: 24 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.461064:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:1.0:1769074749.461143:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612554240:12345-192.168.204.39@tcp:101:cat.0 Request processed in 16750us (19971us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074749.461154:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9161 00000100:00100000:1.0:1769074749.461239:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.461271:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554624 00000100:00100000:1.0:1769074749.461279:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554624 00000100:00100000:1.0:1769074749.461323:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9162 00000100:00100000:1.0:1769074749.461331:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:57632:x1855007612554624:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074749.461350:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.461370:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a455 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.461416:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.461426:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 14 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.461434:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.461436:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.461440:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->1994751] (req 1048576->1994751) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.461481:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 14 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.461499:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 14 pid: 26360 timeout: 1833 lvb_type: 1 00000100:00100000:1.0:1769074749.461516:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619796992:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074749.461865:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619796736:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074749.461883:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.461911:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612554112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 19723us (20760us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.461923:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4884 00010000:00010000:1.0:1769074749.464529:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.464560:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 15 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.464586:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619797120:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.464693:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.464839:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619796608:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074749.464878:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e88b05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a44e expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.464901:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e88b05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a44e expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.464915:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:1.0:1769074749.464950:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612554496:12345-192.168.204.39@tcp:101:cat.0 Request processed in 23222us (23743us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074749.464961:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9160 00000100:00100000:1.0:1769074749.465158:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612553856:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22657us (24097us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074749.465168:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5127 00002000:00100000:1.0:1769074749.465181:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d411ba680 x1855007612553856/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.465192:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411ba680 with x1855007612553856 ext(4194304->4861951) 00002000:00010000:1.0:1769074749.465199:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411ba680 00000100:00100000:0.0:1769074749.470391:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.470924:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619796992:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.471054:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554752 00000100:00100000:2.0:1769074749.471067:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554752 00000100:00100000:1.0:1769074749.476749:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619797120:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.476808:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->1994751] (req 1048576->1994751) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.476865:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030e00, rc 0) 00000100:00100000:1.0:1769074749.476942:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:57632:x1855007612554624:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15609us (15702us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.476952:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9162 00010000:00010000:0.0:1769074749.485141:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 1833 lvb_type: 1 00000100:00100000:0.0:1769074749.485219:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4885 00000100:00100000:0.0:1769074749.485232:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612554752:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.485254:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.485293:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.485311:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.485343:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88a56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3ec expref: 12 pid: 26360 timeout: 1833 lvb_type: 1 00010000:00010000:0.0:1769074749.485376:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.485484:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612554752:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 254us (15109us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.485492:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4885 00000100:00100000:1.0:1769074749.485936:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.486091:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.486124:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612554880 00000100:00100000:1.0:1769074749.486135:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612554880 00000100:00100000:1.0:1769074749.486177:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555008 00000100:00100000:1.0:1769074749.486181:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555008 00000100:00100000:1.0:1769074749.486201:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9163 00000100:00100000:1.0:1769074749.486209:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612554880:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074749.486236:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.486256:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030600/0x8b5959a9a0e88b1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a45c expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.486338:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619797248:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074749.486363:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9164 00000100:00100000:0.0:1769074749.486371:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612555008:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074749.486380:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.486390:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88b21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a463 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.486416:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.486426:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88b21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a463 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074749.486426:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00010000:00010000:0.0:1769074749.486443:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88b21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a463 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.486453:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:1.0:1769074749.486468:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.486479:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612555008:12345-192.168.204.39@tcp:101:cat.0 Request processed in 108us (387us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074749.486486:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9164 00000100:00100000:1.0:1769074749.486518:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.486547:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555264 00000100:00100000:0.0:1769074749.486551:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555264 00010000:00010000:0.0:1769074749.486570:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 16 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.486572:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555136 00000100:00100000:1.0:1769074749.486576:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555136 00000100:00100000:0.0:1769074749.486598:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4886 00000100:00100000:0.0:1769074749.486604:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612555264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.486612:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:1.0:1769074749.486615:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20596d80 x1855007612555136/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074749.486626:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 16 pid: 26360 timeout: 1833 lvb_type: 0 00002000:00100000:1.0:1769074749.486632:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20596d80 with x1855007612555136 ext(2097152->3145727) 00002000:00010000:1.0:1769074749.486636:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20596d80 00010000:00010000:0.0:1769074749.486639:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 16 pid: 26360 timeout: 1833 lvb_type: 0 00010000:00010000:0.0:1769074749.486655:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88a48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a3de expref: 16 pid: 26360 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.486661:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5128 00000100:00100000:1.0:1769074749.486668:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612555136:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:0.0:1769074749.486675:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.486677:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.486686:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.486697:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.486724:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.486733:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619797376:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074749.486766:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.494081:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619797248:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074749.494149:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d00030600/0x8b5959a9a0e88b1a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a45c expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.494182:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030600/0x8b5959a9a0e88b1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a45c expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.494199:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:1.0:1769074749.494874:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612554880:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8659us (8933us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074749.494888:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9163 00000100:00100000:1.0:1769074749.503192:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.503778:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.503812:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612555136:12345-192.168.204.39@tcp:3:cat.0 Request processed in 17140us (17339us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074749.503915:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555392 00000100:00100000:3.0:1769074749.503927:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555392 00000100:00100000:3.0:1769074749.503988:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555520 00000100:00100000:3.0:1769074749.503991:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555520 00000100:00100000:3.0:1769074749.504024:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9165 00000100:00100000:3.0:1769074749.504034:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612555392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074749.504067:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.504100:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a46a expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074749.504188:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619797504:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074749.504346:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5128 00002000:00100000:2.0:1769074749.504365:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20596d80 x1855007612555136/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.504377:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20596d80 with x1855007612555136 ext(2097152->3145727) 00002000:00010000:2.0:1769074749.504387:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20596d80 00000100:00100000:0.0:1769074749.504580:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619797376:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074749.504613:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.504705:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9166 00000100:00100000:1.0:1769074749.504717:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612555520:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074749.504729:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.504743:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a471 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.504781:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619797632:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074749.504851:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074749.508871:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00002000:00010000:1.0:1769074749.511667:0:26360:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074749 -> 1769074750 00002000:00010000:1.0:1769074749.511679:0:26360:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074745 -> 1769074750 00002000:00010000:1.0:1769074749.511682:0:26360:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074749 -> 1769074750 00000100:00100000:1.0:1769074749.511731:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619797632:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074749.511789:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a471 expref: 17 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.511838:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a471 expref: 17 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.511856:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030800, rc 0) 00000100:00100000:1.0:1769074749.511935:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612555520:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7220us (8158us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074749.511946:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9166 00000100:00100000:0.0:1769074749.512655:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612555264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 26044us (26131us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.512668:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4886 00000100:00100000:3.0:1769074749.517806:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619797504:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074749.517891:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a46a expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.517924:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a46a expref: 12 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.517943:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:3.0:1769074749.518022:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612555392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13989us (15084us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074749.518034:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9165 00000100:00100000:3.0:1769074749.522918:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.522968:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.523065:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555904 00000100:00100000:0.0:1769074749.523079:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555904 00000100:00100000:0.0:1769074749.523153:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2653 00000100:00100000:0.0:1769074749.523164:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57628:x1855007612555904:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074749.523579:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57628:x1855007612555904:12345-192.168.204.39@tcp:35:cat.0 Request processed in 414us (608us total) trans 8589941164 rc 0/0 00000100:00100000:0.0:1769074749.523589:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2653 00000100:00100000:1.0:1769074749.523997:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612555648 00000100:00100000:1.0:1769074749.524005:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612555648 00000100:00100000:1.0:1769074749.524036:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9167 00000100:00100000:1.0:1769074749.524041:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:57638:x1855007612555648:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074749.524063:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.524082:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a478 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.524118:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.524135:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.524138:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.524142:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.524189:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.524207:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 14 pid: 26584 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.524235:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619797760:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.524313:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.529621:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.529756:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556160 00000100:00100000:0.0:1769074749.529778:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556160 00000100:00100000:0.0:1769074749.529912:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6306 00000100:00100000:0.0:1769074749.529927:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57641:x1855007612556160:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074749.529964:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.529996:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88b3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a47f expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.530099:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530120:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530135:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530159:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530166:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530173:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530377:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88b52 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530389:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88b52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530406:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88b52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074749.530420:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074749.530561:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530570:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530577:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530584:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.530588:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530596:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530611:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074749.530615:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.530620:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530626:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530640:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530645:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530650:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530655:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df9c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074749.530657:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530663:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530670:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9400) 00010000:00010000:0.0:1769074749.530673:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074749.530676:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530681:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88b4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074749.530729:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88b3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a47f expref: 25 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.530743:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88b52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a47f expref: 24 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.530750:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.530753:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074749.530756:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8600, rc 0) 00000100:00100000:0.0:1769074749.530868:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57641:x1855007612556160:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 944us (1265us total) trans 8589941165 rc 0/0 00000100:00100000:0.0:1769074749.530878:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6306 00000100:00100000:3.0:1769074749.531900:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619797760:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074749.531948:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.531972:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:3.0:1769074749.532018:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:57638:x1855007612555648:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7975us (9114us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.532027:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9167 00000100:00100000:3.0:1769074749.537722:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.540886:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.542020:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556672 00000100:00100000:3.0:1769074749.542039:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556672 00000100:00100000:3.0:1769074749.542131:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2654 00000100:00100000:3.0:1769074749.542144:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57641:x1855007612556672:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074749.542905:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57641:x1855007612556672:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 757us (2076us total) trans 8589941166 rc 0/0 00000100:00100000:3.0:1769074749.542917:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2654 00000100:00100000:2.0:1769074749.543198:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556288 00000100:00100000:2.0:1769074749.543209:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556288 00002000:00100000:2.0:1769074749.543282:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3989504->4194303) req@ffff956d08852300 x1855007612556288/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.543295:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852300 with x1855007612556288 ext(3989504->4194303) 00010000:00010000:2.0:1769074749.543306:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 15 pid: 26584 timeout: 1833 lvb_type: 0 00010000:00010000:2.0:1769074749.543328:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 15 pid: 26584 timeout: 1833 lvb_type: 0 00002000:00010000:2.0:1769074749.543338:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08852300 00000100:00100000:2.0:1769074749.543368:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1060 00000100:00100000:2.0:1769074749.543378:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612556288:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074749.543952:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.544247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.547618:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556800 00000100:00100000:3.0:1769074749.547640:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556800 00000100:00100000:3.0:1769074749.549517:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:3.0:1769074749.549543:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2371:x1855007612556800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.549566:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.549608:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88b52 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a47f expref: 25 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.549633:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074749.549639:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.549743:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2371:x1855007612556800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 209us (5793us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.549756:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:1.0:1769074749.550239:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612556288:12345-192.168.204.39@tcp:4:cat.0 Request processed in 6862us (12533us total) trans 17179872402 rc 0/0 00000100:00100000:1.0:1769074749.550250:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1060 00002000:00100000:1.0:1769074749.550263:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3989504->4194303) req@ffff956d08852300 x1855007612556288/t17179872402(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/448 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.550274:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852300 with x1855007612556288 ext(3989504->4194303) 00010000:00010000:1.0:1769074749.550284:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 17 pid: 26584 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.550306:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 17 pid: 26584 timeout: 1833 lvb_type: 0 00002000:00010000:1.0:1769074749.550315:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08852300 00000100:00100000:1.0:1769074749.550340:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556416 00000100:00100000:1.0:1769074749.550351:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556416 00002000:00100000:1.0:1769074749.550404:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1990656->1994751) req@ffff956d41d8a300 x1855007612556416/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.550412:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8a300 with x1855007612556416 ext(1990656->1994751) 00002000:00010000:1.0:1769074749.550417:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8a300 00000100:00100000:2.0:1769074749.550767:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5129 00000100:00100000:2.0:1769074749.550782:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612556416:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074749.551026:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612556416:12345-192.168.204.39@tcp:3:cat.0 Request processed in 248us (6778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074749.557455:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.557547:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612556928 00000100:00100000:3.0:1769074749.557560:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612556928 00000100:00100000:3.0:1769074749.557884:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9168 00000100:00100000:3.0:1769074749.557898:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57641:x1855007612556928:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074749.557923:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.557952:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a486 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.557997:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074749.558001:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074749.558007:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->3485695] (req 3461120->3485695) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 18 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.558024:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->3485695] (req 3461120->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 18 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.558041:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:3.0:1769074749.558115:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57641:x1855007612556928:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 219us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.558124:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9168 00000100:00100000:1.0:1769074749.558300:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.558745:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5129 00002000:00100000:2.0:1769074749.558767:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1990656->1994751) req@ffff956d41d8a300 x1855007612556416/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/4536 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.558779:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8a300 with x1855007612556416 ext(1990656->1994751) 00002000:00010000:2.0:1769074749.558786:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8a300 00000100:00100000:2.0:1769074749.558876:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557184 00000100:00100000:2.0:1769074749.558884:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557184 00000100:00100000:2.0:1769074749.558929:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2655 00000100:00100000:2.0:1769074749.558939:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09462050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+154:57632:x1855007612557184:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074749.559270:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09462050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:57632:x1855007612557184:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 323us (961us total) trans 8589941167 rc 0/0 00000100:00100000:2.0:1769074749.559277:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2655 00000100:00100000:3.0:1769074749.563061:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.563762:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557312 00000100:00100000:0.0:1769074749.563778:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557312 00010000:00010000:0.0:1769074749.563869:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 18 pid: 26584 timeout: 1833 lvb_type: 0 00000100:00100000:0.0:1769074749.563922:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4887 00000100:00100000:0.0:1769074749.563935:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612557312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.563959:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.564635:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 18 pid: 26584 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.564658:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 18 pid: 26584 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.564697:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88aa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3989504->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a401 expref: 18 pid: 26584 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.564718:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.564721:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.564732:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.564745:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.564934:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.564935:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.564941:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 17 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.564949:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 17 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.565231:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 17 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.565248:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619797888:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074749.565390:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.565411:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619798016:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074749.565435:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074749.568676:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619798016:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074749.574276:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.574491:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619797888:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074749.574538:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.574633:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612557312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10698us (11586us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.574650:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4887 00000100:00100000:2.0:1769074749.574773:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557440 00000100:00100000:2.0:1769074749.574785:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557440 00002000:00100000:2.0:1769074749.574876:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3461120->3465215) req@ffff956d08850a80 x1855007612557440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.574895:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850a80 with x1855007612557440 ext(3461120->3465215) 00002000:00010000:2.0:1769074749.574903:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850a80 00000100:00100000:2.0:1769074749.574943:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5130 00000100:00100000:2.0:1769074749.574953:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612557440:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074749.575234:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612557440:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 282us (988us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074749.575242:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5130 00002000:00100000:2.0:1769074749.575249:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3461120->3465215) req@ffff956d08850a80 x1855007612557440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/4536 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.575256:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850a80 with x1855007612557440 ext(3461120->3465215) 00002000:00010000:2.0:1769074749.575260:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850a80 00000100:00100000:3.0:1769074749.579996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.580155:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557568 00000100:00100000:2.0:1769074749.580172:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557568 00002000:00100000:2.0:1769074749.580245:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3481600->3485695) req@ffff956d08850700 x1855007612557568/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.580270:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850700 with x1855007612557568 ext(3481600->3485695) 00002000:00010000:2.0:1769074749.580278:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850700 00000100:00100000:2.0:1769074749.580311:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5131 00000100:00100000:2.0:1769074749.580324:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612557568:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074749.580644:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612557568:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 322us (663us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074749.580653:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5131 00002000:00100000:2.0:1769074749.580661:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3481600->3485695) req@ffff956d08850700 x1855007612557568/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/4536 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.580669:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850700 with x1855007612557568 ext(3481600->3485695) 00002000:00010000:2.0:1769074749.580673:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850700 00000100:00100000:3.0:1769074749.585105:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.585240:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557824 00000100:00100000:0.0:1769074749.585254:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557824 00002000:00100000:0.0:1769074749.585334:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08853800 x1855007612557824/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.585346:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853800 with x1855007612557824 ext(3145728->4194303) 00002000:00010000:0.0:1769074749.585353:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853800 00000100:00100000:0.0:1769074749.585389:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5132 00000100:00100000:0.0:1769074749.585409:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612557824:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074749.589651:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.590941:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557696 00000100:00100000:2.0:1769074749.590961:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557696 00002000:00100000:2.0:1769074749.591044:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08852680 x1855007612557696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.591071:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852680 with x1855007612557696 ext(2097152->3145727) 00002000:00010000:2.0:1769074749.591079:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08852680 00000100:00100000:2.0:1769074749.591129:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5133 00000100:00100000:2.0:1769074749.591142:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612557696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074749.608597:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612557696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 17438us (18944us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074749.608622:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5133 00002000:00100000:0.0:1769074749.608639:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08852680 x1855007612557696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.608651:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852680 with x1855007612557696 ext(2097152->3145727) 00002000:00010000:0.0:1769074749.608658:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08852680 00000100:00100000:2.0:1769074749.609647:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612557824:12345-192.168.204.39@tcp:3:cat.0 Request processed in 24233us (24551us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074749.609660:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5132 00002000:00100000:2.0:1769074749.609672:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08853800 x1855007612557824/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.609681:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853800 with x1855007612557824 ext(3145728->4194303) 00002000:00010000:2.0:1769074749.609687:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853800 00000100:00100000:3.0:1769074749.627615:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.627931:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612557952 00000100:00100000:1.0:1769074749.627945:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612557952 00000100:00100000:1.0:1769074749.628022:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9169 00000100:00100000:1.0:1769074749.628035:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:57638:x1855007612557952:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074749.628063:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074749.628095:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a48d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.628143:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 16 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.628152:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.628155:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.628159:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.628203:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 16 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.628221:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 16 pid: 6534 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.628238:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619798144:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.628352:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.631213:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619798144:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.631274:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.631300:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030800, rc 0) 00000100:00100000:1.0:1769074749.631445:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:57638:x1855007612557952:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3412us (3848us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.631455:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9169 00000100:00100000:3.0:1769074749.631569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.632111:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558080 00000100:00100000:2.0:1769074749.632122:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558080 00002000:00100000:2.0:1769074749.632184:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3461120->3485695) req@ffff956d08851880 x1855007612558080/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.632196:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851880 with x1855007612558080 ext(3461120->3485695) 00010000:00010000:2.0:1769074749.632206:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 17 pid: 6534 timeout: 1833 lvb_type: 0 00010000:00010000:2.0:1769074749.632225:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 17 pid: 6534 timeout: 1833 lvb_type: 0 00002000:00010000:2.0:1769074749.632233:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08851880 00000100:00100000:2.0:1769074749.632281:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1061 00000100:00100000:2.0:1769074749.632292:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612558080:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074749.642804:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612558080:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 10495us (11732us total) trans 17179872403 rc 0/0 00000100:00100000:2.0:1769074749.642847:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1061 00002000:00100000:2.0:1769074749.642880:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3461120->3485695) req@ffff956d08851880 x1855007612558080/t17179872403(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:285/0 lens 488/448 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.642893:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851880 with x1855007612558080 ext(3461120->3485695) 00010000:00010000:2.0:1769074749.642907:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00010000:00010000:2.0:1769074749.642939:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00002000:00010000:2.0:1769074749.642950:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08851880 00000100:00100000:0.0:1769074749.645768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.647639:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558208 00000100:00100000:1.0:1769074749.647667:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558208 00010000:00010000:1.0:1769074749.647768:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.647853:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4888 00000100:00100000:1.0:1769074749.647867:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612558208:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.647905:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.647942:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.647965:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.648000:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88b60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3461120->18446744073709551615] (req 3461120->3485695) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a486 expref: 19 pid: 6534 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.648024:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.648026:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.648037:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.648209:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.648355:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.648369:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619798272:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074749.648633:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.652721:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619798272:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074749.652762:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.656167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.658355:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612558208:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10474us (12586us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.658373:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4888 00000100:00100000:2.0:1769074749.658746:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558336 00000100:00100000:2.0:1769074749.658760:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558336 00002000:00100000:2.0:1769074749.659006:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d08850380 x1855007612558336/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.659026:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850380 with x1855007612558336 ext(3145728->4194303) 00002000:00010000:2.0:1769074749.659033:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850380 00000100:00100000:2.0:1769074749.659075:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5134 00000100:00100000:2.0:1769074749.659086:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612558336:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074749.692931:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612558336:12345-192.168.204.39@tcp:3:cat.0 Request processed in 33828us (36765us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074749.692950:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5134 00002000:00100000:2.0:1769074749.692967:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d08850380 x1855007612558336/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.692979:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850380 with x1855007612558336 ext(3145728->4194303) 00002000:00010000:2.0:1769074749.692987:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850380 00000100:00100000:2.0:1769074749.701077:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.701191:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558464 00000100:00100000:0.0:1769074749.701206:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558464 00002000:00100000:0.0:1769074749.701361:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d184ff800 x1855007612558464/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074749.701374:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff800 with x1855007612558464 ext(4194304->4861951) 00002000:00010000:0.0:1769074749.701383:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184ff800 00000100:00100000:0.0:1769074749.701438:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5135 00000100:00100000:0.0:1769074749.701448:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612558464:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074749.716762:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612558464:12345-192.168.204.39@tcp:3:cat.0 Request processed in 15290us (15677us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074749.716785:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5135 00002000:00100000:2.0:1769074749.716808:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d184ff800 x1855007612558464/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/440 e 0 to 0 dl 1769074760 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.716820:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ff800 with x1855007612558464 ext(4194304->4861951) 00002000:00010000:2.0:1769074749.717509:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184ff800 00000100:00100000:2.0:1769074749.726946:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.727076:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558720 00000100:00100000:0.0:1769074749.727090:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558720 00000100:00100000:0.0:1769074749.727170:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2656 00000100:00100000:0.0:1769074749.727182:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+155:57638:x1855007612558720:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074749.727786:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+156:57638:x1855007612558720:12345-192.168.204.39@tcp:35:cat.0 Request processed in 602us (853us total) trans 8589941168 rc 0/0 00000100:00100000:0.0:1769074749.727802:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2656 00000100:00100000:1.0:1769074749.772805:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.772988:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612558848 00000100:00100000:2.0:1769074749.773006:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612558848 00000100:00100000:2.0:1769074749.773229:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6307 00000100:00100000:2.0:1769074749.773241:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57646:x1855007612558848:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.778380:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.778435:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88b6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a494 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.778606:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778623:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778636:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778652:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778658:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778664:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778810:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778850:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.778859:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.778909:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.778931:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 23 pid: 30549 timeout: 1833 lvb_type: 0 00000100:00100000:2.0:1769074749.778949:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619798400:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.779762:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fe40 going to sleep for 11 seconds 00000100:00080000:1.0:1769074749.782844:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074749.786777:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.787133:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559104 00000100:00100000:0.0:1769074749.787146:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559104 00000100:00100000:0.0:1769074749.787232:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2657 00000100:00100000:0.0:1769074749.787244:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:55495:x1855007612559104:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1769074749.787620:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:55495:x1855007612559104:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 378us (859us total) trans 8589941169 rc 0/0 00000100:00100000:0.0:1769074749.787630:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2657 00000100:00100000:2.0:1769074749.788310:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619798400:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.788348:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074749.791190:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.793938:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559232 00000100:00100000:1.0:1769074749.793959:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559232 00010000:00010000:1.0:1769074749.794031:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 25 pid: 30549 timeout: 1833 lvb_type: 0 00000100:00100000:1.0:1769074749.794234:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4889 00000100:00100000:1.0:1769074749.794247:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2372:x1855007612559232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.794476:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.794485:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 25 pid: 30549 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.794505:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 25 pid: 30549 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.794540:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e87bf4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119bcd expref: 25 pid: 30549 timeout: 1833 lvb_type: 0 00010000:00010000:1.0:1769074749.794562:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074749.794569:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074749.794581:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074749.794590:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074749.794630:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.794715:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2372:x1855007612559232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 470us (3538us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.794725:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4889 00010000:00010000:2.0:1769074749.794811:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794820:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074749.794898:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:2.0:1769074749.794903:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074749.794929:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794945:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794957:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794964:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794971:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794978:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074749.794982:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.794990:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795001:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074749.795005:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074749.795009:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795015:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88b75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795027:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795033:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795039:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795057:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074749.795060:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795067:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795075:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1700) 00010000:00010000:2.0:1769074749.795077:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074749.795081:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795086:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88b7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.795128:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88b6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.795143:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.795150:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.795153:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074749.795155:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96800, rc 0) 00000100:00100000:2.0:1769074749.795197:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57646:x1855007612558848:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 21959us (22414us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.795204:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6307 00000100:00100000:3.0:1769074749.799295:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.799351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.799398:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.799420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.799452:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.799485:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559360 00000100:00100000:3.0:1769074749.799497:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559360 00000100:00100000:3.0:1769074749.799564:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559616 00000100:00100000:3.0:1769074749.799567:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559616 00000100:00100000:3.0:1769074749.799589:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559872 00000100:00100000:3.0:1769074749.799591:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559872 00000100:00100000:3.0:1769074749.799607:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559488 00000100:00100000:3.0:1769074749.799610:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559488 00000100:00100000:3.0:1769074749.799623:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612559744 00000100:00100000:3.0:1769074749.799625:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612559744 00000100:00100000:3.0:1769074749.799646:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9170 00000100:00100000:3.0:1769074749.799657:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612559360:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074749.799682:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.799706:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88b8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a49b expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074749.799782:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619798528:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074749.799921:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02780 going to sleep for 11 seconds 00000100:00080000:3.0:1769074749.799942:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074749.799946:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074749.799961:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9171 00000100:00100000:3.0:1769074749.799969:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612559616:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074749.799978:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.799990:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4a9 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.800006:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.800008:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.800021:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.800037:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.800051:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337e00, rc 0) 00000100:00100000:3.0:1769074749.800084:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612559616:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 116us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.800092:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9171 00000100:00100000:3.0:1769074749.800116:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9172 00000100:00100000:2.0:1769074749.800583:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9173 00000100:00100000:2.0:1769074749.800603:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612559488:12345-192.168.204.39@tcp:101:mirror_io.0 00000100:00100000:3.0:1769074749.800607:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612559872:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.800614:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.800627:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88b98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4a2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.800635:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074749.800660:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4b7 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074749.800674:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619798656:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074749.800692:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.800697:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.800709:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074749.800712:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fe40 going to sleep for 11 seconds 00010000:00010000:3.0:1769074749.800737:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.800752:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:2.0:1769074749.800770:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9174 00000100:00100000:2.0:1769074749.800782:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612559744:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.800794:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.800807:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4b0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.800846:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.800849:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.800857:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 15 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.800873:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 15 pid: 26306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074749.800884:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612559872:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 306us (1485us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074749.800894:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:3.0:1769074749.800902:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9172 00000100:00100000:2.0:1769074749.800932:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612559744:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 150us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.800943:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9174 00000100:00100000:3.0:1769074749.801721:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.801856:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560000 00000100:00100000:2.0:1769074749.801864:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560000 00000100:00100000:2.0:1769074749.801933:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9175 00000100:00100000:2.0:1769074749.801991:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612560000:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.802003:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.802017:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4be expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.802036:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.802038:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.802045:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.802142:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.802152:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96200, rc 0) 00000100:00100000:2.0:1769074749.802339:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612560000:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 397us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.805660:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619798528:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074749.805696:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88b8a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a49b expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.805715:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88b8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a49b expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074749.805724:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074749.805794:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612559360:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 6137us (6513us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074749.806002:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619798656:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074749.806022:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88b98 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a2 expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.806035:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88b98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a2 expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.806044:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96a00, rc 0) 00000100:00100000:1.0:1769074749.806240:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612559488:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 5647us (6817us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074749.807620:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9175 00000100:00100000:3.0:1769074749.807742:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9170 00000100:00100000:1.0:1769074749.807794:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9173 00000100:00100000:1.0:1769074749.811642:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.811762:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560256 00000100:00100000:2.0:1769074749.811774:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560256 00000100:00100000:2.0:1769074749.811974:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6308 00000100:00100000:2.0:1769074749.811997:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57646:x1855007612560256:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.812025:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.812048:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88bb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4c5 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.812173:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.812191:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.812199:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.812255:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.812278:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 8 pid: 29857 timeout: 1833 lvb_type: 0 00000100:00100000:2.0:1769074749.812295:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619798784:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.812399:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.820466:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.820611:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619798784:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.820637:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074749.820790:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560384 00000100:00100000:3.0:1769074749.820798:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560384 00010000:00010000:3.0:1769074749.820872:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 9 pid: 29857 timeout: 1833 lvb_type: 0 00000100:00100000:3.0:1769074749.820907:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4890 00000100:00100000:3.0:1769074749.820916:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612560384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.820933:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.820940:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 9 pid: 29857 timeout: 1833 lvb_type: 0 00010000:00010000:3.0:1769074749.820951:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 9 pid: 29857 timeout: 1833 lvb_type: 0 00010000:00010000:3.0:1769074749.820969:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e88b83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a494 expref: 9 pid: 29857 timeout: 1833 lvb_type: 0 00010000:00010000:3.0:1769074749.820980:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074749.820983:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074749.820991:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074749.820996:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074749.821028:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074749.821134:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.821139:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074749.821155:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074749.821309:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88bb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4c5 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.821326:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4c5 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.821333:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.821336:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074749.821339:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:3.0:1769074749.821387:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612560384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 471us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.821405:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4890 00000100:00100000:2.0:1769074749.822256:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57646:x1855007612560256:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 10262us (10618us total) trans 8589941170 rc 0/0 00000100:00100000:2.0:1769074749.822271:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6308 00000100:00100000:1.0:1769074749.835496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.835693:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560640 00000100:00100000:2.0:1769074749.835703:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560640 00000100:00100000:2.0:1769074749.835814:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6309 00000100:00100000:2.0:1769074749.835858:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57646:x1855007612560640:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074749.835883:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074749.835886:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074749.835912:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88bbb lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4c5 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.835932:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.835937:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074749.835952:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88bc9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4cc expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.836055:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.836081:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.836090:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074749.836103:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074749.836242:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88bc9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4cc expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.836256:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4cc expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.836264:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.836267:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074749.836269:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96400, rc 0) 00000100:00100000:2.0:1769074749.836322:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612560640:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 499us (839us total) trans 8589941171 rc 0/0 00000100:00100000:2.0:1769074749.836330:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6309 00000100:00100000:3.0:1769074749.844510:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.845084:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560768 00000100:00100000:0.0:1769074749.845096:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560768 00000100:00100000:0.0:1769074749.845184:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6310 00000100:00100000:0.0:1769074749.845194:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612560768:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074749.845226:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074749.845251:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88bde lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4d3 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.845328:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88bde lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4d3 expref: 10 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.845347:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88bde lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4d3 expref: 10 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.845371:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.845375:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074749.845379:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8400, rc 0) 00000100:00100000:0.0:1769074749.845472:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612560768:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 279us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.845482:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6310 00000100:00100000:1.0:1769074749.851949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.851998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.852033:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.852052:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.852088:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612560896 00000100:00100000:1.0:1769074749.852100:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612560896 00000100:00100000:1.0:1769074749.852156:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561152 00000100:00100000:1.0:1769074749.852159:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561152 00000100:00100000:1.0:1769074749.852175:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561408 00000100:00100000:1.0:1769074749.852178:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561408 00000100:00100000:1.0:1769074749.852194:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561024 00000100:00100000:1.0:1769074749.852196:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561024 00000100:00100000:1.0:1769074749.852222:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9176 00000100:00100000:1.0:1769074749.852230:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612560896:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:1.0:1769074749.852280:0:25507:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.852301:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.852309:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.852311:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.852315:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.852361:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.852377:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 22 pid: 26360 timeout: 1834 lvb_type: 0 00000100:00100000:1.0:1769074749.852406:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619798912:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.852491:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.852515:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9177 00000100:00100000:1.0:1769074749.852525:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612561152:12345-192.168.204.39@tcp:1:mirror_io.0 00000100:00100000:2.0:1769074749.853003:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9178 00000100:00100000:2.0:1769074749.853015:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612561408:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074749.853039:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.853052:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.853071:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.853079:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 22 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.853086:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.853087:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074749.853090:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.853114:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 22 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.853124:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 22 pid: 6534 timeout: 1834 lvb_type: 1 00000100:00100000:2.0:1769074749.853135:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799040:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.853184:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.853193:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 13 pid: 6533 timeout: 1834 lvb_type: 1 00000100:00100000:2.0:1769074749.853202:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799168:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.853244:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.853253:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 10 pid: 26360 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.853262:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799296:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.853282:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00010000:00010000:1.0:1769074749.853501:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853516:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853525:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.853535:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.853541:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.853656:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.853660:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853688:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 17 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.853699:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 17 pid: 26584 timeout: 1834 lvb_type: 1 00000100:00100000:1.0:1769074749.853712:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799424:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.853748:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074749.853758:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 13 pid: 6533 timeout: 1834 lvb_type: 1 00000100:00100000:1.0:1769074749.853768:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799552:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.853797:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853806:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 12 pid: 26584 timeout: 1834 lvb_type: 0 00000100:00100000:1.0:1769074749.853814:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799680:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.853863:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.853896:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9179 00000100:00100000:1.0:1769074749.853907:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612561024:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:1.0:1769074749.853933:0:33557:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853946:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853954:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.853955:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074749.853957:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853975:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.853984:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00000100:00100000:1.0:1769074749.853993:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619799808:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.854014:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074749.862813:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074749.862980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.863330:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561280 00000100:00100000:0.0:1769074749.863341:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561280 00000100:00100000:0.0:1769074749.863406:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561536 00000100:00100000:0.0:1769074749.863409:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561536 00000100:00100000:0.0:1769074749.863445:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9180 00000100:00100000:0.0:1769074749.863453:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612561280:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:0.0:1769074749.863505:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.863528:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074749.863861:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9181 00000100:00100000:2.0:1769074749.863871:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612561536:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074749.863894:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.863911:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.863919:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.863926:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.863933:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074749.863935:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074749.863938:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.863975:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074749.863988:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 1834 lvb_type: 1 00000100:00100000:2.0:1769074749.864003:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619799936:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.864110:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.864121:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 12 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.864136:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619800064:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.864170:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.864179:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.864188:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619800192:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.864206:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f780 going to sleep for 11 seconds 00010000:00010000:0.0:1769074749.867258:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.867272:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 22 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.867280:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.867283:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.867286:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.867340:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 22 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.867357:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 22 pid: 25507 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.867375:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800320:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074749.867477:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074749.867487:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.867497:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800448:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074749.867528:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.867538:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.867560:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800576:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074749.867581:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074749.880792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.880850:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.880883:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.880974:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799424:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074749.880986:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074749.880993:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619799680:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074749.881024:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.881057:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562048 00000100:00100000:0.0:1769074749.881072:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562048 00010000:00010000:0.0:1769074749.881103:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 13 pid: 26584 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.881131:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4891 00000100:00100000:0.0:1769074749.881138:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612562048:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.881151:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.881175:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 13 pid: 26584 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.881186:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 13 pid: 26584 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.881211:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e886c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1c3 expref: 13 pid: 26584 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.881226:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074749.881320:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799040:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.881332:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799168:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.881342:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619799296:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.881361:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074749.881385:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562176 00000100:00100000:2.0:1769074749.881399:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562176 00002000:00100000:2.0:1769074749.881433:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1994751) req@ffff956d41d97b80 x1855007612562176/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.881443:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97b80 with x1855007612562176 ext(1048576->1994751) 00010000:00010000:2.0:1769074749.881451:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 13 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:2.0:1769074749.881467:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 13 pid: 25507 timeout: 1834 lvb_type: 0 00002000:00010000:2.0:1769074749.883284:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97b80 00000100:00100000:2.0:1769074749.883330:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561664 00000100:00100000:2.0:1769074749.883338:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561664 00002000:00100000:2.0:1769074749.883398:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (1024000->1048575) req@ffff956d41d95f80 x1855007612561664/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/0 e 0 to 0 dl 1769074760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074749.883408:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95f80 with x1855007612561664 ext(1024000->1048575) 00010000:00010000:2.0:1769074749.883416:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:2.0:1769074749.883430:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00002000:00010000:2.0:1769074749.883436:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d95f80 00000100:00100000:2.0:1769074749.883468:0:26119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1062 00000100:00100000:2.0:1769074749.883477:0:26119:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612562176:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074749.883609:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619798912:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.883636:0:25507:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.883664:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619799808:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.883676:0:33557:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.883708:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1063 00000100:00100000:1.0:1769074749.883715:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612561664:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074749.884985:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612562048:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3832us (4191us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.885001:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4891 00000100:00100000:3.0:1769074749.886873:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.886935:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.886967:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561920 00000100:00100000:3.0:1769074749.886976:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561920 00010000:00010000:3.0:1769074749.887018:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 11 pid: 26360 timeout: 1834 lvb_type: 0 00000100:00100000:3.0:1769074749.887200:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612561792 00000100:00100000:3.0:1769074749.887204:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612561792 00010000:00010000:3.0:1769074749.887469:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00000100:00100000:3.0:1769074749.887496:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4892 00000100:00100000:3.0:1769074749.887505:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612561920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.887522:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.887550:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 11 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.887563:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 11 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.887594:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e88af0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a432 expref: 11 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.887615:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.887668:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612561920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 164us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.887677:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4892 00000100:00100000:3.0:1769074749.887695:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4893 00000100:00100000:3.0:1769074749.887701:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612561792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.887709:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.887718:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:3.0:1769074749.887728:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:3.0:1769074749.887741:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88b9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b7 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:3.0:1769074749.887750:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.887768:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612561792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 68us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.887774:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4893 00000100:00100000:3.0:1769074749.887881:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.888681:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619799936:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.889943:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562304 00000100:00100000:2.0:1769074749.889957:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562304 00010000:00010000:2.0:1769074749.890003:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.890286:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4894 00000100:00100000:0.0:1769074749.890300:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612562304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.890318:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.890341:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.890355:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.890381:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e88b91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4a9 expref: 15 pid: 6533 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.890411:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.890449:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612562304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 151us (2566us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.890457:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4894 00000100:00100000:0.0:1769074749.898029:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800320:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.898659:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800448:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074749.898671:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619800576:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074749.898705:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.898788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898856:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898885:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898909:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898926:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898947:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.898966:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.899052:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.899086:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562816 00000100:00100000:0.0:1769074749.899094:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562816 00010000:00010000:0.0:1769074749.899133:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 18 pid: 26584 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.899163:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562944 00000100:00100000:0.0:1769074749.899165:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562944 00010000:00010000:0.0:1769074749.899179:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 14 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.899190:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563072 00000100:00100000:0.0:1769074749.899192:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563072 00010000:00010000:0.0:1769074749.899201:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 15 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.899535:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562560 00000100:00100000:0.0:1769074749.899539:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562560 00010000:00010000:0.0:1769074749.899553:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 25 pid: 25507 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.899564:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563200 00000100:00100000:0.0:1769074749.899566:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563200 00010000:00010000:0.0:1769074749.899574:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 26 pid: 6534 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.899582:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562432 00000100:00100000:0.0:1769074749.899584:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562432 00010000:00010000:0.0:1769074749.899593:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 14 pid: 33558 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.899602:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612562688 00000100:00100000:0.0:1769074749.899604:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612562688 00010000:00010000:0.0:1769074749.899613:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 1834 lvb_type: 1 00000100:00100000:0.0:1769074749.899625:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4895 00000100:00100000:0.0:1769074749.899633:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612562816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.899648:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.899671:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 18 pid: 26584 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.899681:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 18 pid: 26584 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.899704:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158800/0x8b5959a9a0e886cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a1d1 expref: 18 pid: 26584 timeout: 1834 lvb_type: 1 00010000:00010000:0.0:1769074749.899719:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.899721:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074749.899726:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899735:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899760:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074749.899782:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899790:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899818:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899856:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899864:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899872:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074749.899877:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899886:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899898:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074749.899905:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e88bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074749.899974:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612561152:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 47449us (47973us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.899983:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9177 00000100:00100000:0.0:1769074749.900020:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612562816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 387us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.900027:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4895 00000100:00100000:0.0:1769074749.900040:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563328 00000100:00100000:0.0:1769074749.900043:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563328 00010000:00010000:0.0:1769074749.900056:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.900069:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4896 00000100:00100000:0.0:1769074749.900074:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612562944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.900082:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.900092:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 15 pid: 6534 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.900101:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 15 pid: 6534 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.900115:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.900135:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612562944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 60us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.900141:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4896 00000100:00100000:0.0:1769074749.900154:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4897 00000100:00100000:0.0:1769074749.900160:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612563072:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.900167:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.900175:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 14 pid: 6534 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.900187:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 14 pid: 6534 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.900198:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902240:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4898 00000100:00100000:1.0:1769074749.902263:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+26:2373:x1855007612562560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.902281:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.902305:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 26 pid: 25507 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902321:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 26 pid: 25507 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902341:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8863c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a17d expref: 26 pid: 25507 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902356:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902420:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+25:2373:x1855007612562560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 167us (3508us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.902427:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4898 00000100:00100000:1.0:1769074749.902450:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4899 00000100:00100000:1.0:1769074749.902458:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612563200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.902468:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.902478:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 24 pid: 6534 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902490:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 24 pid: 6534 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902504:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88afe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a447 expref: 24 pid: 6534 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902513:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902515:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902519:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902527:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902558:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902574:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612563200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (3647us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.902581:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4899 00000100:00100000:1.0:1769074749.902594:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4900 00000100:00100000:1.0:1769074749.902602:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612562432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.902611:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.902622:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 13 pid: 33558 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902631:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 13 pid: 33558 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902644:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96200/0x8b5959a9a0e88bad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4be expref: 13 pid: 33558 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902653:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902655:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902658:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902664:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902675:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902689:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612562432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 89us (3742us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.902694:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4900 00000100:00100000:1.0:1769074749.902706:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4901 00000100:00100000:1.0:1769074749.902713:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612562688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.902720:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.902728:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902739:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902751:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e88ba6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4b0 expref: 14 pid: 26306 timeout: 1834 lvb_type: 1 00010000:00010000:1.0:1769074749.902761:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902775:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612562688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 63us (3809us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.902780:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4901 00000100:00100000:1.0:1769074749.902793:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4902 00000100:00100000:1.0:1769074749.902800:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612563328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074749.902808:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074749.902816:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1769074749.902866:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1769074749.902880:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88627 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a161 expref: 10 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1769074749.902888:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902890:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074749.902893:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902900:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902919:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074749.902934:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612563328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 135us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.902941:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4902 00010000:00010000:1.0:1769074749.902966:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902975:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.902998:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903006:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903013:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903020:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074749.903023:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903037:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903047:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903054:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e88bec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.903105:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612561408:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 50094us (51071us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.903115:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9178 00010000:00010000:1.0:1769074749.903137:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903145:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903160:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903166:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903173:0:33558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903182:0:33558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074749.903185:0:33558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903191:0:33558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903201:0:33558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.903207:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.903235:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612561280:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 39784us (40433us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.903241:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9180 00000100:00100000:0.0:1769074749.904194:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612563072:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4027us (5301us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.904204:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4897 00010000:00010000:2.0:1769074749.910664:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e88b67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a48d expref: 13 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.910692:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619800064:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.910711:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e88b36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a478 expref: 12 pid: 6534 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.910721:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619800192:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.910754:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910765:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910773:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910857:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910866:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910875:0:26306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910887:0:26306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074749.910892:0:26306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910902:0:26306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910922:0:26306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.910929:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074749.911030:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612561536:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 47160us (48049us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074749.911042:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9181 00000100:00100000:3.0:1769074749.925916:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612561664:12345-192.168.204.39@tcp:4:cat.0 Request processed in 42187us (45018us total) trans 21474839332 rc 0/0 00000100:00100000:3.0:1769074749.925932:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1063 00002000:00100000:3.0:1769074749.925946:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (1024000->1048575) req@ffff956d41d95f80 x1855007612561664/t21474839332(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/448 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074749.925957:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95f80 with x1855007612561664 ext(1024000->1048575) 00010000:00010000:3.0:1769074749.925970:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.925985:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00002000:00010000:3.0:1769074749.925993:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d95f80 00000100:00100000:0.0:1769074749.930648:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.930744:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563456 00000100:00100000:3.0:1769074749.930756:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563456 00010000:00010000:3.0:1769074749.930807:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00000100:00100000:3.0:1769074749.930877:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4903 00000100:00100000:3.0:1769074749.930887:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612563456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.930903:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.930924:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.930937:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.930959:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e88af7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a439 expref: 23 pid: 26360 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.930976:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.930978:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.930983:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.930997:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.931037:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.931114:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612563456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.931123:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4903 00010000:00010000:1.0:1769074749.931375:0:25507:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931385:0:25507:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931421:0:25507:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931428:0:25507:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931436:0:25507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931442:0:25507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074749.931446:0:25507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931454:0:25507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931465:0:25507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.931471:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88be5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.931521:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612560896:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 79290us (79587us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.931530:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9176 00000100:00100000:1.0:1769074749.939429:0:26119:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612562176:12345-192.168.204.39@tcp:4:cat.0 Request processed in 55942us (58594us total) trans 17179872404 rc 0/0 00000100:00100000:1.0:1769074749.939445:0:26119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1062 00002000:00100000:1.0:1769074749.939459:0:26119:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1994751) req@ffff956d41d97b80 x1855007612562176/t17179872404(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:285/0 lens 488/448 e 0 to 0 dl 1769074760 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074749.939468:0:26119:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97b80 with x1855007612562176 ext(1048576->1994751) 00010000:00010000:1.0:1769074749.939479:0:26119:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1769074749.939500:0:26119:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00002000:00010000:1.0:1769074749.939508:0:26119:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97b80 00000100:00100000:0.0:1769074749.956755:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074749.959743:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563584 00000100:00100000:3.0:1769074749.959760:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563584 00010000:00010000:3.0:1769074749.959814:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00000100:00100000:3.0:1769074749.959908:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4904 00000100:00100000:3.0:1769074749.959919:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612563584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074749.959939:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074749.959969:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.959987:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.960013:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e88b13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1994751) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a455 expref: 12 pid: 25507 timeout: 1834 lvb_type: 0 00010000:00010000:3.0:1769074749.960034:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.960037:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074749.960052:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.960064:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074749.960105:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074749.960190:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612563584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 272us (3446us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074749.960198:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4904 00010000:00010000:1.0:1769074749.961804:0:33557:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961862:0:33557:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961904:0:33557:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961912:0:33557:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961921:0:33557:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961928:0:33557:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074749.961934:0:33557:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961944:0:33557:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961970:0:33557:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074749.961977:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2800/0x8b5959a9a0e88bfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074749.962102:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612561024:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 108192us (110041us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074749.962115:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9179 00000100:00100000:0.0:1769074749.965201:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074749.965330:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563840 00000100:00100000:2.0:1769074749.965341:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563840 00000100:00100000:2.0:1769074749.965439:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6311 00000100:00100000:2.0:1769074749.965449:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612563840:12345-192.168.204.39@tcp:36:mirror_io.0 00010000:00010000:2.0:1769074749.965499:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074749.965531:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88bde lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4d3 expref: 10 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965559:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074749.965566:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074749.965607:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.965622:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965631:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965639:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 155 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965647:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 155 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965654:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965661:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 8/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.965699:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.965716:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 23 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.965732:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800704:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.966028:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 155 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.966039:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 155 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.966050:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800832:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.966084:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 155 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.966093:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 155 pid: 29856 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.966101:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800960:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.966129:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.966137:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 23 pid: 32492 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.966146:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619801088:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.966172:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074749.966180:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 23 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.966189:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619801216:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074749.966210:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074749.990287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.990332:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.990364:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.990381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.990420:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612563968 00000100:00100000:0.0:1769074749.990429:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612563968 00010000:00010000:0.0:1769074749.990466:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 24 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.990496:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564224 00000100:00100000:0.0:1769074749.990499:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564224 00010000:00010000:0.0:1769074749.990510:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 156 pid: 29856 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.990526:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564096 00000100:00100000:0.0:1769074749.990529:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564096 00010000:00010000:0.0:1769074749.990538:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 157 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.990559:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564352 00000100:00100000:0.0:1769074749.990562:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564352 00010000:00010000:0.0:1769074749.990573:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 25 pid: 32492 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.990586:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4905 00000100:00100000:0.0:1769074749.990595:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2371:x1855007612563968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.990611:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.990618:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 25 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990633:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 25 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990660:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.990666:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.990676:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.990737:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2371:x1855007612563968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.990745:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4905 00000100:00100000:0.0:1769074749.990813:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4906 00000100:00100000:0.0:1769074749.990820:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+157:2371:x1855007612564224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.990871:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.990878:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 157 pid: 29856 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990889:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 157 pid: 29856 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990902:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.990905:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.990912:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.990934:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+157:2371:x1855007612564224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 115us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.990941:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4906 00000100:00100000:0.0:1769074749.990954:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4907 00000100:00100000:0.0:1769074749.990961:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+156:2370:x1855007612564096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.990967:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.990972:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 156 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990981:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 156 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.990992:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.990996:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.991003:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.991019:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+156:2370:x1855007612564096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 59us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.991029:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4907 00000100:00100000:0.0:1769074749.991040:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4908 00000100:00100000:0.0:1769074749.991046:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612564352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.991054:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.991059:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 24 pid: 32492 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.991067:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 24 pid: 32492 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.991078:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.991081:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.991086:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.991105:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612564352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 59us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.991110:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4908 00000100:00100000:0.0:1769074749.991225:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074749.991315:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564480 00000100:00100000:0.0:1769074749.991319:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564480 00010000:00010000:0.0:1769074749.991334:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 24 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:0.0:1769074749.991352:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4909 00000100:00100000:0.0:1769074749.991359:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612564480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074749.991366:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074749.991370:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 24 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.991378:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 24 pid: 29858 timeout: 1834 lvb_type: 0 00010000:00010000:0.0:1769074749.991401:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074749.991405:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.991412:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.991420:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074749.991439:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074749.991462:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2370:x1855007612564480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 103us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074749.991469:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4909 00010000:00010000:2.0:1769074749.992135:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e87977 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a30 expref: 23 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.992155:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800704:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.992167:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e8794d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119a22 expref: 155 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.992175:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800832:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.992184:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e878f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199e3 expref: 154 pid: 29856 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.992192:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619800960:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.992200:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e878f2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199dc expref: 22 pid: 32492 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.992208:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619801088:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.992216:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e878eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1199d5 expref: 21 pid: 29858 timeout: 1834 lvb_type: 0 00000100:00100000:2.0:1769074749.992225:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619801216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074749.992252:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.992260:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074749.992269:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000040:00080000:2.0:1769074749.993177:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1475, 88 off128336 00000004:00080000:2.0:1769074749.993191:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154367064ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993359:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1491, 88 off129744 00000004:00080000:2.0:1769074749.993366:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154542846ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993411:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1492, 88 off129832 00000004:00080000:2.0:1769074749.993415:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154592229ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993431:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1476, 88 off128424 00000004:00080000:2.0:1769074749.993434:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154611323ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993448:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1477, 88 off128512 00000004:00080000:2.0:1769074749.993452:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154629149ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993469:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1493, 88 off129920 00000004:00080000:2.0:1769074749.993472:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154648803ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993487:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1494, 88 off130008 00000004:00080000:2.0:1769074749.993490:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154667260ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993505:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1495, 88 off130096 00000004:00080000:2.0:1769074749.993508:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154684779ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993523:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1478, 88 off128600 00000004:00080000:2.0:1769074749.993526:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154703166ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993542:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1496, 88 off130184 00000004:00080000:2.0:1769074749.993546:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154723068ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993561:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1479, 88 off128688 00000004:00080000:2.0:1769074749.993564:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154740848ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993577:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1497, 88 off130272 00000004:00080000:2.0:1769074749.993581:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154757783ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074749.993594:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1480, 88 off128776 00000004:00080000:2.0:1769074749.993597:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154774025ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993613:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1481, 88 off128864 00000004:00080000:2.0:1769074749.993617:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154793979ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993633:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1482, 88 off128952 00000004:00080000:2.0:1769074749.993637:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154814055ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993654:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1483, 88 off129040 00000004:00080000:2.0:1769074749.993659:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734154835578ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074749.993674:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1498, 88 off130360 00000004:00080000:2.0:1769074749.993678:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1734154854760ns, next at 1696607292856ns, rc = 0 00000001:00080000:0.0:1769074750.055967:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941169 is committed 00000001:00080000:0.0:1769074750.055987:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941168 is committed 00000001:00080000:0.0:1769074750.056045:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941172 is committed 00000004:00080000:0.0:1769074750.056051:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1199 committed 00000004:00010000:2.0:1769074750.056171:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000459eab09 reply state 000000003c985a90 transno 8589941172 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074750.056188:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1769074750.056330:0:29857:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1769074750.056357:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612563840:12345-192.168.204.39@tcp:36:mirror_io.0 Request processed in 90902us (91162us total) trans 8589941172 rc 0/0 00000100:00100000:2.0:1769074750.056369:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6311 00010000:00010000:2.0:1769074750.056427:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056435:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056444:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056450:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074750.056455:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056463:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056480:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074750.056483:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074750.056488:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074750.056494:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c0f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000004:00080000:0.0:1769074750.056753:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1183 committed 00000004:00080000:0.0:1769074750.056775:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1182 committed 00000004:00080000:0.0:1769074750.056777:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1181 committed 00000004:00080000:0.0:1769074750.056779:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1180 committed 00000004:00080000:0.0:1769074750.056781:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1198 committed 00000004:00080000:0.0:1769074750.056783:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1179 committed 00000004:00080000:0.0:1769074750.056785:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1197 committed 00000004:00080000:0.0:1769074750.056788:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1178 committed 00000004:00080000:0.0:1769074750.056790:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1196 committed 00000004:00080000:0.0:1769074750.056792:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1195 committed 00000004:00080000:0.0:1769074750.056794:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1194 committed 00000004:00080000:0.0:1769074750.056796:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1177 committed 00000004:00080000:0.0:1769074750.056798:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1176 committed 00000004:00080000:0.0:1769074750.056800:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1193 committed 00000004:00080000:0.0:1769074750.056802:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1192 committed 00000004:00080000:0.0:1769074750.056804:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1175 committed 00000100:00100000:0.0:1769074750.057787:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074750.057869:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.057917:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.057938:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.057956:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802368:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.057975:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.057994:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1769074750.058001:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074750.058052:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.058084:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.058109:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.058131:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802496:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.058163:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074750.058164:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801344 00000100:00100000:3.0:1769074750.058181:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801344 00000100:00100000:0.0:1769074750.058205:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801856 00000100:00100000:0.0:1769074750.058216:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801856 00000100:00100000:3.0:1769074750.058281:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802368 00000100:00100000:3.0:1769074750.058287:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802368 00000100:00100000:2.0:1769074750.058852:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619801600:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.058887:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074750.058967:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619803008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074750.059000:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619801728:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.059470:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619802112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.059503:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.059522:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801472 00000100:00100000:0.0:1769074750.059530:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801472 00000100:00100000:0.0:1769074750.059583:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801984 00000100:00100000:0.0:1769074750.059587:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801984 00000100:00100000:3.0:1769074750.059620:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802496 00000100:00100000:0.0:1769074750.059621:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801600 00000100:00100000:0.0:1769074750.059630:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801600 00000100:00100000:3.0:1769074750.059633:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802496 00000100:00100000:0.0:1769074750.059651:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9182 00000100:00100000:0.0:1769074750.059664:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619801344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074750.059679:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9183 00000100:00100000:3.0:1769074750.059692:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619801856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.059977:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619801344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (2105us total) trans 21474839333 rc 0/0 00000100:00100000:0.0:1769074750.059986:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9182 00000100:00100000:3.0:1769074750.060184:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619801856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 494us (2241us total) trans 17179872405 rc 0/0 00000100:00100000:0.0:1769074750.060215:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9184 00000100:00100000:0.0:1769074750.060230:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619802368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074750.060309:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9183 00000100:00100000:3.0:1769074750.060340:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9185 00000100:00100000:3.0:1769074750.060350:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619801472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074750.060515:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619801472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (2466us total) trans 21474839334 rc 0/0 00000100:00100000:3.0:1769074750.060521:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9185 00000100:00100000:3.0:1769074750.060535:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9186 00000100:00100000:3.0:1769074750.060543:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619801984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074750.060642:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074750.060648:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074732 -> 1769074732 00002000:00010000:0.0:1769074750.060652:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074750.060654:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074732 -> 1769074732 00002000:00010000:0.0:1769074750.060657:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074750.060711:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3291:x1855007619802368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 483us (2731us total) trans 17179872406 rc 0/0 00000100:00100000:0.0:1769074750.060720:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9184 00000100:00100000:0.0:1769074750.060750:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9187 00000100:00100000:3.0:1769074750.060762:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619801984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 216us (2649us total) trans 17179872407 rc 0/0 00000100:00100000:3.0:1769074750.060771:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9186 00000100:00100000:3.0:1769074750.060791:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9188 00000100:00100000:3.0:1769074750.060799:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619802496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074750.060853:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619801600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074750.061132:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074750.061136:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074732 -> 1769074732 00002000:00010000:3.0:1769074750.061138:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074750.061140:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074732 -> 1769074732 00002000:00010000:3.0:1769074750.061142:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1769074750.061167:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619802496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 370us (3005us total) trans 17179872408 rc 0/0 00000100:00100000:3.0:1769074750.061171:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9188 00000100:00080000:3.0:1769074750.061201:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074750.061237:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3289:x1855007619801600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 477us (2346us total) trans 21474839335 rc 0/0 00000100:00100000:0.0:1769074750.061245:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9187 00000100:00080000:3.0:1769074750.061298:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074750.061505:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802880:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074750.061594:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074750.061684:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564608 00000100:00100000:3.0:1769074750.061698:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564608 00000100:00100000:3.0:1769074750.061756:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6312 00000100:00100000:3.0:1769074750.061765:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57646:x1855007612564608:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074750.061790:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074750.062360:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4da expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074750.062458:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074750.062484:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074750.062514:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:3.0:1769074750.062518:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074750.062526:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074750.062610:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57646:x1855007612564608:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 845us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074750.062620:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6312 00000100:00100000:2.0:1769074750.062675:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619802624:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.062725:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.063690:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619803136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.063733:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074750.064514:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802112 00000100:00100000:1.0:1769074750.064530:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802112 00000100:00100000:1.0:1769074750.064609:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802624 00000100:00100000:1.0:1769074750.064613:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802624 00000100:00100000:1.0:1769074750.064639:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9189 00000100:00100000:1.0:1769074750.064649:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619802112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074750.064969:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619802112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 320us (5464us total) trans 17179872409 rc 0/0 00000100:00100000:1.0:1769074750.064977:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9189 00000100:00100000:1.0:1769074750.064996:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9190 00000100:00100000:1.0:1769074750.065003:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619802624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074750.065443:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4854656 -> 4854656 00002000:00010000:1.0:1769074750.065447:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074733 -> 1769074733 00002000:00010000:1.0:1769074750.065450:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074750.065453:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074733 -> 1769074733 00002000:00010000:1.0:1769074750.065455:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1323 -> 1323 00000100:00100000:1.0:1769074750.065483:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619802624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 481us (2757us total) trans 17179872410 rc 0/0 00000100:00100000:1.0:1769074750.065490:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9190 00000004:00080000:2.0:1769074750.065733:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41988700/2, rc 0, transno 21474839335 00000100:00100000:2.0:1769074750.065754:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619801600:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074750.065865:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94e00/2, rc 0, transno 17179872409 00000100:00100000:2.0:1769074750.065871:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619802112:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074750.065880:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d95880/2, rc 0, transno 17179872410 00000100:00100000:2.0:1769074750.065883:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619802624:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.065911:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.065938:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619802240:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.065970:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.065986:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619802752:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.066004:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.066037:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619803264:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.066205:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.066242:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.066316:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074750.066429:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619803392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.066456:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074750.066486:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803136 00000100:00100000:2.0:1769074750.066493:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803136 00000100:00100000:2.0:1769074750.066529:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619801728 00000100:00100000:2.0:1769074750.066532:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619801728 00000100:00100000:2.0:1769074750.066542:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802240 00000100:00100000:2.0:1769074750.066545:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802240 00000100:00100000:2.0:1769074750.066560:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802752 00000100:00100000:2.0:1769074750.066564:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802752 00000100:00100000:2.0:1769074750.066573:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803264 00000100:00100000:2.0:1769074750.066575:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803264 00000100:00100000:2.0:1769074750.066584:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803008 00000100:00100000:2.0:1769074750.066586:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803008 00000100:00100000:3.0:1769074750.066599:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803392 00000100:00100000:2.0:1769074750.066600:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9191 00000100:00100000:2.0:1769074750.066609:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619803136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074750.066798:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803392 00002000:00010000:2.0:1769074750.066935:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074750.066941:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074732 -> 1769074732 00002000:00010000:2.0:1769074750.066943:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074750.066945:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1769074750.066947:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074750.066990:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619803136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 381us (3256us total) trans 21474839336 rc 0/0 00000100:00100000:2.0:1769074750.066998:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9191 00000100:00100000:3.0:1769074750.067027:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9192 00000100:00100000:3.0:1769074750.067041:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619801728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074750.067227:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9193 00000100:00100000:1.0:1769074750.067246:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619802240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074750.067346:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1769074750.067352:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074732 -> 1769074732 00002000:00010000:3.0:1769074750.067355:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074750.067357:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074732 -> 1769074732 00002000:00010000:3.0:1769074750.067359:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074750.067452:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9194 00000100:00100000:3.0:1769074750.067458:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619801728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 416us (1541us total) trans 21474839337 rc 0/0 00000100:00100000:2.0:1769074750.067469:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619802752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074750.067473:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9192 00000100:00100000:3.0:1769074750.067508:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9195 00000100:00100000:3.0:1769074750.067521:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619803264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074750.067673:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074750.067678:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074733 -> 1769074733 00002000:00010000:2.0:1769074750.067681:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074750.067683:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074733 -> 1769074733 00002000:00010000:2.0:1769074750.067685:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:2.0:1769074750.067730:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619802752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 264us (1723us total) trans 17179872411 rc 0/0 00000100:00100000:2.0:1769074750.067737:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9194 00000100:00100000:2.0:1769074750.067756:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9196 00002000:00010000:1.0:1769074750.067963:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074750.067966:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074731 -> 1769074731 00002000:00010000:1.0:1769074750.067968:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074750.067970:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1769074750.067971:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074750.068001:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619802240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 765us (2030us total) trans 17179872412 rc 0/0 00000100:00100000:1.0:1769074750.068022:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9193 00000100:00100000:1.0:1769074750.068041:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9197 00000100:00100000:1.0:1769074750.068049:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619803392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074750.068128:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:3.0:1769074750.068134:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074733 -> 1769074733 00002000:00010000:3.0:1769074750.068137:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074750.068140:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074733 -> 1769074733 00002000:00010000:3.0:1769074750.068142:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:3.0:1769074750.068185:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619803264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 668us (2125us total) trans 21474839338 rc 0/0 00000100:00100000:3.0:1769074750.068193:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9195 00002000:00010000:1.0:1769074750.068313:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4854656 -> 4854656 00002000:00010000:1.0:1769074750.068427:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074733 -> 1769074733 00002000:00010000:1.0:1769074750.068430:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074750.068432:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074733 -> 1769074733 00002000:00010000:1.0:1769074750.068434:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1323 -> 1323 00000004:00080000:3.0:1769074750.068448:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41988a80/2, rc 0, transno 21474839337 00000100:00100000:3.0:1769074750.068462:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619801728:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074750.068486:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94700/2, rc 0, transno 17179872412 00000100:00100000:3.0:1769074750.068495:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619802240:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074750.068511:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94000/2, rc 0, transno 17179872411 00000100:00100000:3.0:1769074750.068515:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619802752:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074750.068687:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619803008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074750.068934:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074750.068937:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074733 -> 1769074733 00002000:00010000:2.0:1769074750.068939:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074750.068941:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074733 -> 1769074733 00002000:00010000:2.0:1769074750.068943:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1769074750.069245:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619803392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1196us (2785us total) trans 21474839339 rc 0/0 00000100:00100000:1.0:1769074750.069254:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9197 00000004:00080000:3.0:1769074750.069550:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4198b480/2, rc 0, transno 21474839338 00000100:00100000:3.0:1769074750.069561:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619803264:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.069694:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619803008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1928us (3448us total) trans 21474839340 rc 0/0 00000100:00100000:2.0:1769074750.069703:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9196 00000004:00080000:2.0:1769074750.069881:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfcd880/2, rc 0, transno 21474839339 00000100:00100000:2.0:1769074750.069890:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619803392:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074750.069907:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41989880/2, rc 0, transno 21474839340 00000100:00100000:2.0:1769074750.069912:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619803008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074750.069954:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074750.070115:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074750.070228:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564736 00000100:00100000:1.0:1769074750.070239:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564736 00000100:00100000:1.0:1769074750.070311:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6313 00000100:00100000:1.0:1769074750.070338:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57646:x1855007612564736:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074750.070360:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074750.070396:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e88c1d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4e1 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074750.070492:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074750.070510:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074750.070525:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074750.070568:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074750.070574:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074750.070595:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074750.070621:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e88c1d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e1 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074750.070643:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e1 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074750.070653:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074750.070656:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074750.070659:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074750.070727:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612564736:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 407us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074750.070734:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6313 00000004:00080000:2.0:1769074750.071744:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4198b100/2, rc 0, transno 21474839334 00000100:00100000:2.0:1769074750.071755:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801472:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074750.071879:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94a80/2, rc 0, transno 17179872407 00000100:00100000:2.0:1769074750.071885:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801984:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074750.071898:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d97480/2, rc 0, transno 17179872408 00000100:00100000:2.0:1769074750.071902:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802496:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074750.071913:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94380/2, rc 0, transno 17179872405 00000100:00100000:2.0:1769074750.071917:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801856:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074750.071926:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d95500/2, rc 0, transno 17179872406 00000100:00100000:2.0:1769074750.071929:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802368:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074750.071939:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41989c00/2, rc 0, transno 21474839333 00000100:00100000:2.0:1769074750.071943:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619801344:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074750.071987:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41988380/2, rc 0, transno 21474839336 00000100:00100000:2.0:1769074750.071992:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619803136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074750.072281:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619802880 00000100:00100000:1.0:1769074750.072289:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619802880 00000100:00100000:1.0:1769074750.072350:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9198 00000100:00100000:1.0:1769074750.072359:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619802880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074750.072653:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074750.072657:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074732 -> 1769074732 00002000:00010000:1.0:1769074750.072659:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074750.072662:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074732 -> 1769074732 00002000:00010000:1.0:1769074750.072664:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074750.073283:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619802880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 922us (3325us total) trans 21474839341 rc 0/0 00000100:00100000:1.0:1769074750.073295:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9198 00000004:00080000:2.0:1769074750.073592:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4198ad80/2, rc 0, transno 21474839341 00000100:00100000:2.0:1769074750.073601:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619802880:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074750.077622:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074750.078711:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564864 00000100:00100000:3.0:1769074750.078730:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564864 00000100:00100000:3.0:1769074750.078817:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9199 00000100:00100000:3.0:1769074750.078876:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612564864:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074750.078902:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074750.078930:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4e8 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074750.078962:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f03e, atime: 0x6971f03e, ctime: 0x6971f03e, blocks: 0x77f 00010000:00010000:3.0:1769074750.078986:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074750.078990:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074750.079002:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 11 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074750.079022:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 11 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074750.079038:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:3.0:1769074750.079128:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612564864:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 256us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074750.079136:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9199 00000100:00100000:3.0:1769074750.085177:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074750.085304:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612564992 00000100:00100000:0.0:1769074750.085330:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612564992 00000100:00100000:0.0:1769074750.085418:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9200 00000100:00100000:0.0:1769074750.085429:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612564992:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074750.085446:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074750.085468:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4ef expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074750.085493:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f03e, atime: 0x6971f039, ctime: 0x6971f03e, blocks: 0x81f 00010000:00010000:0.0:1769074750.085513:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.085516:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.085527:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 11 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.085543:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 11 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.085558:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8c00, rc 0) 00000100:00100000:0.0:1769074750.085638:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612564992:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 211us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074750.085645:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9200 00000100:00100000:0.0:1769074750.087365:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074750.087472:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565120 00000100:00100000:2.0:1769074750.087485:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565120 00000100:00100000:2.0:1769074750.087543:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9201 00000100:00100000:2.0:1769074750.087552:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612565120:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074750.087568:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074750.087586:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4f6 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074750.087609:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f03b, atime: 0x6971f03a, ctime: 0x6971f03a, blocks: 0x81f 00010000:00010000:2.0:1769074750.087626:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074750.087627:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074750.087636:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074750.087651:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074750.087662:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:2.0:1769074750.087720:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612565120:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 169us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074750.087728:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9201 00000100:00100000:1.0:1769074750.094567:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074750.094657:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074750.095109:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565248 00000100:00100000:0.0:1769074750.095123:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565248 00000100:00100000:0.0:1769074750.095191:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565376 00000100:00100000:0.0:1769074750.095194:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565376 00000100:00100000:0.0:1769074750.095227:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9202 00000100:00100000:0.0:1769074750.095239:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612565248:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074750.095266:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074750.095295:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a4fd expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074750.095325:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f03a, atime: 0x6971f03a, ctime: 0x6971f03a, blocks: 0x81f 00010000:00010000:0.0:1769074750.095358:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.095361:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.095374:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.095403:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.095418:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8a00, rc 0) 00000100:00100000:0.0:1769074750.095487:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612565248:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 249us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074750.095495:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9202 00000100:00100000:0.0:1769074750.095519:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9203 00000100:00100000:0.0:1769074750.095527:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612565376:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074750.095535:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074750.095545:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a504 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074750.095558:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f03e, atime: 0x6971f03d, ctime: 0x6971f03e, blocks: 0x1557 00010000:00010000:0.0:1769074750.095568:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.095569:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.095575:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.095586:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.095594:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9e00, rc 0) 00000100:00100000:0.0:1769074750.095615:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612565376:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 89us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074750.095622:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9203 00000100:00100000:1.0:1769074750.096141:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074750.096499:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565504 00000100:00100000:0.0:1769074750.096509:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565504 00000100:00100000:0.0:1769074750.096563:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9204 00000100:00100000:0.0:1769074750.096571:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612565504:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074750.096586:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074750.096607:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a50b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074750.096634:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f03e, atime: 0x6971f03e, ctime: 0x6971f03e, blocks: 0x1029 00010000:00010000:0.0:1769074750.096653:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.096655:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074750.096664:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 13 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.096679:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 13 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074750.096690:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9c00, rc 0) 00000100:00100000:0.0:1769074750.096727:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612565504:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 157us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074750.096734:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9204 00010000:00010000:1.0:1769074750.398404:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074750.462462:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619803520:0@lo:400:kworker.0 00000100:00100000:0.0:1769074750.462549:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.462611:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074750.462618:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619803904:0@lo:400:kworker.0 00000100:00100000:0.0:1769074750.462649:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074750.462686:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803904 00000100:00100000:0.0:1769074750.462694:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803904 00000100:00100000:0.0:1769074750.462742:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1769074750.462751:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619803904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074750.462804:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619803904:12345-0@lo:400:kworker.0 Request processed in 54us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074750.462812:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1769074750.462879:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619803904:0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.462953:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619803648:0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.462987:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074750.463021:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074750.463026:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619803776:0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.463048:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074750.463072:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803648 00000100:00100000:1.0:1769074750.463076:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803648 00000100:00100000:1.0:1769074750.463105:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803776 00000100:00100000:1.0:1769074750.463109:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803776 00000100:00100000:1.0:1769074750.463138:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1769074750.463146:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619803648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.463182:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619803648:12345-0@lo:400:kworker.0 Request processed in 37us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074750.463188:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1769074750.463201:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1769074750.463208:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619803776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.463234:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619803776:12345-0@lo:400:kworker.0 Request processed in 27us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074750.463240:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1769074750.463264:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619803776:0@lo:400:kworker.0 00000100:00100000:1.0:1769074750.463272:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619803648:0@lo:400:kworker.0 00000100:00080000:3.0:1769074750.463390:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074750.463450:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619803520 00000100:00100000:2.0:1769074750.463454:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619803520 00000100:00100000:2.0:1769074750.463480:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1769074750.463485:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c029de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619803520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074750.463512:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c029de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619803520:12345-0@lo:400:kworker.0 Request processed in 27us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074750.463516:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1769074750.463781:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619803520:0@lo:400:kworker.0 00000100:00100000:0.0:1769074751.239098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074751.239142:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074751.239569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.239782:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565632 00000100:00100000:3.0:1769074751.239793:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565632 00000100:00100000:2.0:1769074751.239892:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565760 00000100:00100000:2.0:1769074751.239899:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565760 00000100:00100000:3.0:1769074751.239921:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612565888 00000100:00100000:3.0:1769074751.239927:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612565888 00000100:00100000:2.0:1769074751.239959:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5136 00000100:00100000:2.0:1769074751.239972:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612565632:12345-192.168.204.39@tcp:3:mirror_io.0 00000100:00080000:0.0:1769074751.239997:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074751.240002:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1769074751.240041:0:14427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.240069:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.240074:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.240085:0:14427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.240112:0:14427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.244747:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5137 00000100:00100000:3.0:1769074751.244775:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612565760:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:3.0:1769074751.244838:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.244855:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.244857:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.244863:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.244885:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.247959:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5138 00000100:00100000:0.0:1769074751.247992:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612565888:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:0.0:1769074751.248031:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.248046:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074751.248049:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074751.248054:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.248069:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.251442:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.251490:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566016 00000100:00100000:3.0:1769074751.251500:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566016 00000100:00100000:3.0:1769074751.251570:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5139 00000100:00100000:3.0:1769074751.251581:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612566016:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:3.0:1769074751.251622:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.251639:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.251641:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.251647:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.251663:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.255550:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.255591:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566144 00000100:00100000:2.0:1769074751.255605:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566144 00000100:00100000:2.0:1769074751.255672:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5140 00000100:00100000:2.0:1769074751.255681:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2373:x1855007612566144:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:2.0:1769074751.255726:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.255743:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.255746:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.255752:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.255767:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.259241:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.259296:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.259319:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.259359:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.259406:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566272 00000100:00100000:1.0:1769074751.259419:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566272 00000100:00100000:1.0:1769074751.259486:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566400 00000100:00100000:1.0:1769074751.259490:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566400 00000100:00100000:1.0:1769074751.259509:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566528 00000100:00100000:1.0:1769074751.259512:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566528 00000100:00100000:1.0:1769074751.259532:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566656 00000100:00100000:1.0:1769074751.259534:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566656 00000100:00100000:1.0:1769074751.259555:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5141 00000100:00100000:1.0:1769074751.259564:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612566272:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:1.0:1769074751.259602:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.260920:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5142 00000100:00100000:2.0:1769074751.261068:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612566400:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:2.0:1769074751.261126:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.261145:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.261147:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.261153:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.261171:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.262840:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5143 00000100:00100000:2.0:1769074751.262858:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612566528:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:2.0:1769074751.262898:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.262912:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.262914:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.262919:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.263444:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.264187:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5144 00000100:00100000:3.0:1769074751.264203:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612566656:12345-192.168.204.39@tcp:3:mirror_io.0 00010000:00010000:3.0:1769074751.264230:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.264241:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.264243:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.264247:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.264259:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.264791:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.264793:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.264798:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.264811:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.293550:0:14427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.293570:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.293579:0:14427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.293586:0:14427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074751.293590:0:14427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.293598:0:14427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.294534:0:14427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.294547:0:14427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88c55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.296977:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2372:x1855007612565632:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 56995us (57874us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074751.296992:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5136 00010000:00010000:1.0:1769074751.303237:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303269:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303282:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303291:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074751.303298:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303312:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303343:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.303356:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e88c5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.303502:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612565760:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 58724us (64342us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074751.303517:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5137 00010000:00010000:2.0:1769074751.313864:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313885:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313895:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313901:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.313907:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313916:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313937:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.313945:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88c71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.314040:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612566144:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 58354us (58504us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074751.314052:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5140 00010000:00010000:2.0:1769074751.315135:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315150:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315159:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315166:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.315170:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315178:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315198:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.315205:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e88c7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.315259:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612566400:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 54199us (55959us total) trans 0 rc 666464/666464 00000100:00100000:2.0:1769074751.315268:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5142 00010000:00010000:2.0:1769074751.330001:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330020:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330029:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330037:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.330042:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330050:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330068:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.330076:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e88c86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.330157:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612566528:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 67301us (70832us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074751.330168:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5143 00010000:00010000:2.0:1769074751.332991:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333008:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333017:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333024:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.333028:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333040:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333058:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.333066:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e88c78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.333148:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2373:x1855007612566272:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 73581us (73919us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074751.333159:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5141 00010000:00010000:0.0:1769074751.349439:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349459:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349469:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349476:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074751.349481:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349490:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349509:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.349516:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.349603:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612565888:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 101615us (110030us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074751.349615:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5138 00010000:00010000:0.0:1769074751.352260:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352278:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352286:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352294:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074751.352298:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352306:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352324:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.352332:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e88c6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.352427:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612566016:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 100843us (100990us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074751.352438:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5139 00010000:00010000:1.0:1769074751.353225:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353237:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353244:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353251:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d08927a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074751.353254:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353262:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353274:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.353281:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d08927a00/0x8b5959a9a0e88c8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.353338:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612566656:12345-192.168.204.39@tcp:3:mirror_io.0 Request processed in 89139us (93976us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074751.353346:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5144 00000100:00100000:2.0:1769074751.368280:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.368429:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566784 00000100:00100000:1.0:1769074751.368440:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566784 00000100:00100000:1.0:1769074751.368573:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5145 00000100:00100000:1.0:1769074751.368584:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612566784:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:1.0:1769074751.368699:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.368720:0:14225:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.368728:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074751.368730:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074751.368733:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.368773:0:14225:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.368789:0:14225:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 13 pid: 6534 timeout: 1835 lvb_type: 0 00000100:00100000:1.0:1769074751.368803:0:14225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14225:1855007619804032:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074751.369167:0:14225:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074751.370518:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074751.370973:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612566912 00000100:00100000:0.0:1769074751.370983:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612566912 00000100:00100000:1.0:1769074751.371779:0:14225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14225:1855007619804032:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074751.371807:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.372480:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.372554:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567040 00000100:00100000:1.0:1769074751.372561:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567040 00010000:00010000:1.0:1769074751.372594:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 15 pid: 6534 timeout: 1835 lvb_type: 0 00000100:00100000:1.0:1769074751.372748:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4910 00000100:00100000:1.0:1769074751.372757:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612567040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074751.372772:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074751.372792:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 15 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:1.0:1769074751.372806:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 15 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:1.0:1769074751.372843:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e871e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119591 expref: 15 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:1.0:1769074751.372860:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.372862:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.372866:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.372874:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.372911:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074751.372960:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612567040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 204us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074751.372967:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4910 00010000:00010000:2.0:1769074751.373507:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.373517:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.373975:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5146 00000100:00100000:0.0:1769074751.373987:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612566912:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074751.374025:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.374036:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074751.374038:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074751.374042:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.374053:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.429962:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074751.581845:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872406 is committed 00000001:00080000:2.0:1769074751.581862:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872401 is committed 00000001:00080000:2.0:1769074751.581870:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872400 is committed 00000001:00080000:2.0:1769074751.581884:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872412 is committed 00000001:00080000:2.0:1769074751.581893:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872402 is committed 00000001:00080000:2.0:1769074751.581906:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872413 is committed 00000001:00080000:2.0:1769074751.581914:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872404 is committed 00000001:00080000:2.0:1769074751.581921:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872403 is committed 00002000:00010000:2.0:1769074751.582121:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074731 -> 1769074752 00002000:00010000:2.0:1769074751.582126:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 0 -> 1769074752 00010000:00010000:2.0:1769074751.582142:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582153:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582161:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582168:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.582172:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582180:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582201:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.582208:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977c00/0x8b5959a9a0e88c94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.582307:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2373:x1855007612566784:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 213719us (214033us total) trans 17179872413 rc 0/0 00000100:00100000:2.0:1769074751.582322:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5145 00000100:00100000:3.0:1769074751.582470:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.583301:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567296 00000100:00100000:2.0:1769074751.583312:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567296 00000100:00100000:2.0:1769074751.583380:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00100000:2.0:1769074751.583390:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+142:2370:x1855007612567296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074751.583455:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+142:2370:x1855007612567296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074751.583462:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00080000:2.0:1769074751.583893:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074751.584712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074751.584871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.585206:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567552 00000100:00100000:2.0:1769074751.585216:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567552 00000100:00100000:2.0:1769074751.585264:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 868 00000100:00100000:2.0:1769074751.585273:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612567552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074751.585329:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612567552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 57us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074751.585337:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 868 00000100:00080000:0.0:1769074751.585486:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074751.587933:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567168 00000100:00100000:2.0:1769074751.587954:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567168 00000100:00100000:2.0:1769074751.588042:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:2.0:1769074751.588054:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2371:x1855007612567168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074751.588147:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2371:x1855007612567168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (3275us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074751.588156:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:1.0:1769074751.599003:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.604459:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.604570:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.605285:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.605403:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567808 00000100:00100000:2.0:1769074751.605414:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567808 00000100:00100000:1.0:1769074751.605566:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567424 00000100:00100000:1.0:1769074751.605572:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567424 00000100:00100000:1.0:1769074751.605653:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00100000:1.0:1769074751.605665:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612567424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074751.605759:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612567424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 96us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074751.605768:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00080000:2.0:1769074751.605837:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074751.607577:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.607606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.607750:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567936 00000100:00100000:3.0:1769074751.607760:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567936 00000100:00100000:3.0:1769074751.607817:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568192 00000100:00100000:3.0:1769074751.607836:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568192 00000100:00100000:3.0:1769074751.607859:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:3.0:1769074751.607868:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:2371:x1855007612567936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074751.607935:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:2371:x1855007612567936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074751.607944:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:3.0:1769074751.607960:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:3.0:1769074751.607966:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612568192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074751.607991:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612568192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074751.607997:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:3.0:1769074751.608119:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:3.0:1769074751.608126:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612567808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074751.608159:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612567808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (9169us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074751.608164:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:0.0:1769074751.610842:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568064 00000100:00100000:0.0:1769074751.610856:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568064 00000100:00100000:0.0:1769074751.610919:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612567680 00000100:00100000:0.0:1769074751.610922:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612567680 00000100:00100000:0.0:1769074751.610950:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 367 00000100:00100000:0.0:1769074751.610958:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2370:x1855007612568064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074751.611044:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2370:x1855007612568064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 86us (6596us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074751.611055:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 367 00000100:00100000:0.0:1769074751.611072:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:0.0:1769074751.611079:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612567680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074751.611107:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612567680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (5825us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074751.611113:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00080000:2.0:1769074751.614637:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074751.614651:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074751.614656:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1769074751.619785:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872414 is committed 00010000:00010000:3.0:1769074751.619949:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.619970:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.619979:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.619988:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074751.619992:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.620002:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.620117:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.620126:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e88c9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.620377:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612566912:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 246378us (249849us total) trans 17179872414 rc 0/0 00000100:00100000:3.0:1769074751.620388:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5146 00000100:00100000:0.0:1769074751.628721:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.628852:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568320 00000100:00100000:3.0:1769074751.628864:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568320 00000100:00100000:3.0:1769074751.628948:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5147 00000100:00100000:3.0:1769074751.628958:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612568320:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:3.0:1769074751.629011:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.629045:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.629053:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074751.629055:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074751.629060:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.629102:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.629120:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 12 pid: 26306 timeout: 1835 lvb_type: 0 00000100:00100000:3.0:1769074751.629134:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41018000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619804160:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074751.629245:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074751.632430:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41018000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619804160:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074751.632461:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.634085:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.634322:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568448 00000100:00100000:3.0:1769074751.634332:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568448 00010000:00010000:3.0:1769074751.634385:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 13 pid: 26306 timeout: 1835 lvb_type: 0 00000100:00100000:3.0:1769074751.634437:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4911 00000100:00100000:3.0:1769074751.634448:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612568448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074751.634465:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074751.634490:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 13 pid: 26306 timeout: 1835 lvb_type: 0 00010000:00010000:3.0:1769074751.634507:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 13 pid: 26306 timeout: 1835 lvb_type: 0 00010000:00010000:3.0:1769074751.634533:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e871eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c119598 expref: 13 pid: 26306 timeout: 1835 lvb_type: 0 00010000:00010000:3.0:1769074751.634552:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.634554:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.634559:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.634570:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.634609:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074751.634674:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612568448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 227us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074751.634683:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4911 00010000:00010000:0.0:1769074751.635663:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074751.635679:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.641508:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.641558:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.641638:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568704 00000100:00100000:1.0:1769074751.641652:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568704 00000100:00100000:1.0:1769074751.641752:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568576 00000100:00100000:1.0:1769074751.641756:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568576 00000100:00100000:1.0:1769074751.641784:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5148 00000100:00100000:1.0:1769074751.641795:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612568704:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:1.0:1769074751.641852:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.641870:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.641873:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.641879:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.641896:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.641901:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5149 00000100:00100000:2.0:1769074751.641918:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612568576:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:2.0:1769074751.641942:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.641958:0:14429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.641967:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074751.641969:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074751.641972:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.642025:0:14429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.642041:0:14429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 13 pid: 6534 timeout: 1835 lvb_type: 0 00000100:00100000:2.0:1769074751.642057:0:14429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d26300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14429:1855007619804288:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074751.642136:0:14429:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074751.649436:0:14429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d26300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14429:1855007619804288:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074751.649466:0:14429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.651136:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.651346:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568960 00000100:00100000:2.0:1769074751.651356:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568960 00010000:00010000:2.0:1769074751.651402:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 14 pid: 6534 timeout: 1835 lvb_type: 0 00000100:00100000:2.0:1769074751.651441:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4912 00000100:00100000:2.0:1769074751.651449:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612568960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074751.651462:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074751.651482:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 14 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:2.0:1769074751.651497:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 14 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:2.0:1769074751.651520:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e871f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11959f expref: 14 pid: 6534 timeout: 1835 lvb_type: 0 00010000:00010000:2.0:1769074751.651535:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.651537:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074751.651542:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.651558:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.651593:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074751.651640:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612568960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 190us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074751.651647:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4912 00010000:00010000:1.0:1769074751.653866:0:14429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.653886:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.663108:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.665331:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612568832 00000100:00100000:1.0:1769074751.665346:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612568832 00000100:00100000:1.0:1769074751.665449:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5150 00000100:00100000:1.0:1769074751.665459:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612568832:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:1.0:1769074751.665497:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.665513:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.665516:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.665522:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.665534:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1769074751.802738:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872415 is committed 00002000:00010000:2.0:1769074751.804341:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074732 -> 1769074752 00002000:00010000:2.0:1769074751.804350:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074732 -> 1769074752 00010000:00010000:2.0:1769074751.804384:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804397:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804408:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804415:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.804421:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804429:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804450:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.804463:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96a00/0x8b5959a9a0e88ca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.804562:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612568320:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 175599us (175847us total) trans 17179872415 rc 0/0 00000100:00100000:2.0:1769074751.804572:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5147 00010000:00010000:1.0:1769074751.916589:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916613:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916627:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916635:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074751.916640:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916649:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916676:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.916684:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e88ca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.916789:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612568704:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 274991us (275289us total) trans 17179872416 rc 0/0 00000100:00100000:1.0:1769074751.916802:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5148 00000001:00080000:1.0:1769074751.916881:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872416 is committed 00000001:00080000:0.0:1769074751.928740:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839335 is committed 00000001:00080000:0.0:1769074751.928760:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839330 is committed 00000001:00080000:0.0:1769074751.928770:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839342 is committed 00000001:00080000:0.0:1769074751.928777:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839341 is committed 00000001:00080000:0.0:1769074751.928785:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839331 is committed 00000001:00080000:0.0:1769074751.928816:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839343 is committed 00002000:00010000:3.0:1769074751.928997:0:14429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074732 -> 1769074752 00002000:00010000:3.0:1769074751.929004:0:14429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074732 -> 1769074752 00010000:00010000:3.0:1769074751.929029:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929043:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929052:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929058:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41081400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074751.929063:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929071:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929098:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.929106:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.929213:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612568576:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 287293us (287647us total) trans 21474839343 rc 0/0 00000100:00100000:3.0:1769074751.929223:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5149 00000001:00080000:0.0:1769074751.929460:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839332 is committed 00010000:00010000:2.0:1769074751.931802:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931846:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931856:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931863:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074751.931867:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931876:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931898:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.931905:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88cb7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074751.932008:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612568832:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 266544us (268904us total) trans 21474839342 rc 0/0 00000100:00100000:2.0:1769074751.932019:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5150 00000100:00100000:0.0:1769074751.941488:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074751.941718:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569088 00000100:00100000:2.0:1769074751.941729:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569088 00000100:00100000:2.0:1769074751.941809:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5151 00000100:00100000:2.0:1769074751.941819:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612569088:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:2.0:1769074751.941888:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.941908:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.941916:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074751.941918:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074751.941922:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 4/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.941961:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074751.941976:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 12 pid: 26306 timeout: 1836 lvb_type: 0 00000100:00100000:2.0:1769074751.941992:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d26300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619804416:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074751.942081:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074751.945583:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074751.946012:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d26300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619804416:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074751.946046:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074751.946545:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569216 00000100:00100000:3.0:1769074751.946556:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569216 00000100:00100000:3.0:1769074751.946654:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5152 00000100:00100000:3.0:1769074751.946663:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612569216:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:3.0:1769074751.946706:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.946727:0:14429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.946735:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074751.946737:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074751.946741:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.946785:0:14429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.946802:0:14429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 11 pid: 6534 timeout: 1836 lvb_type: 0 00000100:00100000:3.0:1769074751.946869:0:14429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4101b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14429:1855007619804544:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074751.946992:0:14429:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c040a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074751.952413:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074751.952931:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569344 00000100:00100000:3.0:1769074751.952944:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569344 00010000:00010000:3.0:1769074751.952996:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 13 pid: 26306 timeout: 1836 lvb_type: 0 00000100:00100000:3.0:1769074751.953048:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4913 00000100:00100000:3.0:1769074751.953057:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612569344:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074751.953073:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074751.953078:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074751.953096:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 13 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:3.0:1769074751.953111:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 13 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:3.0:1769074751.953136:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e87200 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195ad expref: 13 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:3.0:1769074751.953154:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.953156:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074751.953161:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074751.953179:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074751.953332:0:14429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14429:1855007619804544:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074751.953367:0:14429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.953377:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569472 00000100:00100000:1.0:1769074751.953382:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569472 00010000:00010000:1.0:1769074751.953404:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 12 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:2.0:1769074751.953428:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.953432:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4914 00010000:00010000:2.0:1769074751.953438:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074751.953439:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612569472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074751.953448:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074751.953461:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 12 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074751.953470:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 12 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074751.953483:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e871f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195a6 expref: 12 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074751.953494:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.953496:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074751.953498:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.953505:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.953521:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074751.953570:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612569472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074751.953578:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4914 00010000:00010000:3.0:1769074751.953709:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074751.953733:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612569344:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 677us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074751.953740:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4913 00010000:00010000:1.0:1769074751.954555:0:14429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074751.954567:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074752.072700:0:14429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074732 -> 1769074753 00000001:00080000:1.0:1769074752.072701:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872417 is committed 00002000:00010000:2.0:1769074752.072708:0:14429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074732 -> 1769074753 00010000:00010000:2.0:1769074752.072723:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072736:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072745:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072753:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074752.072758:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072767:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072787:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.072794:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e88cc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074752.072977:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2372:x1855007612569216:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 126308us (127402us total) trans 17179872417 rc 0/0 00000100:00100000:2.0:1769074752.072990:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5152 00000001:00080000:1.0:1769074752.091438:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839344 is committed 00002000:00010000:3.0:1769074752.091740:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074732 -> 1769074753 00002000:00010000:3.0:1769074752.091744:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074732 -> 1769074753 00010000:00010000:3.0:1769074752.091755:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091763:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091773:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091778:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41081400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074752.091781:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091787:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091803:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.091807:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88cbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074752.091960:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612569088:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 150136us (150475us total) trans 21474839344 rc 0/0 00000100:00100000:3.0:1769074752.091973:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5151 00000100:00100000:0.0:1769074752.100302:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074752.100449:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569600 00000100:00100000:3.0:1769074752.100461:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569600 00000100:00100000:3.0:1769074752.100588:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5153 00000100:00100000:3.0:1769074752.100601:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612569600:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:3.0:1769074752.100639:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.100667:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.100676:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074752.100679:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074752.100682:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.100721:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.100741:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 10 pid: 6534 timeout: 1836 lvb_type: 0 00000100:00100000:3.0:1769074752.100802:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4101aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619804672:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074752.100961:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c963240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074752.105418:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.105645:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569728 00000100:00100000:1.0:1769074752.105658:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569728 00010000:00010000:1.0:1769074752.105705:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 11 pid: 6534 timeout: 1836 lvb_type: 0 00000100:00100000:1.0:1769074752.105753:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4915 00000100:00100000:1.0:1769074752.105762:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612569728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074752.105776:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074752.105801:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 11 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.105815:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 11 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.105862:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.105865:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.105869:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.105874:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e87207 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195b4 expref: 11 pid: 6534 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.105879:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.105890:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619804672:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074752.105906:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074752.105920:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.105929:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.105935:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.105956:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612569728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074752.105964:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4915 00000001:00080000:3.0:1769074752.150975:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872418 is committed 00002000:00010000:0.0:1769074752.151111:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4854656 -> 4861952 00002000:00010000:0.0:1769074752.151114:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074733 -> 1769074753 00002000:00010000:0.0:1769074752.151116:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074733 -> 1769074753 00002000:00010000:0.0:1769074752.151118:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1323 -> 1337 00010000:00010000:0.0:1769074752.151131:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151140:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151146:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151152:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074752.151155:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151161:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151184:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.151189:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e88ccc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.151315:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2370:x1855007612569600:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 50713us (51022us total) trans 17179872418 rc 0/0 00000100:00100000:0.0:1769074752.151323:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5153 00000100:00100000:1.0:1769074752.159680:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.159813:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.161335:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.161408:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569856 00000100:00100000:0.0:1769074752.161419:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569856 00000100:00100000:0.0:1769074752.161490:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612569984 00000100:00100000:0.0:1769074752.161494:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612569984 00000100:00100000:0.0:1769074752.161523:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5154 00000100:00100000:3.0:1769074752.161530:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5155 00000100:00100000:0.0:1769074752.161533:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612569856:12345-192.168.204.39@tcp:4:mirror_io.0 00000100:00100000:3.0:1769074752.161540:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612569984:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074752.161573:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161573:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.161598:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.161610:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.161612:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.161616:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161624:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.161625:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.161627:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161691:0:13673:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.161704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.161727:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570240 00000100:00100000:1.0:1769074752.161731:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570240 00000100:00100000:1.0:1769074752.161760:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570112 00000100:00100000:1.0:1769074752.161764:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570112 00000100:00100000:1.0:1769074752.161784:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5156 00000100:00100000:3.0:1769074752.161793:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5157 00000100:00100000:1.0:1769074752.161795:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612570240:12345-192.168.204.39@tcp:4:mirror_io.0 00000100:00100000:3.0:1769074752.161800:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612570112:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:1.0:1769074752.161810:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161813:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.161820:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.161836:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.161839:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161849:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.161851:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.161853:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.161861:0:14223:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.166109:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.166141:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 13 pid: 26306 timeout: 1836 lvb_type: 0 00000100:00100000:0.0:1769074752.166161:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619804800:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074752.166272:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be900 going to sleep for 11 seconds 00010000:00010000:1.0:1769074752.166991:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074752.169146:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.169442:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619804800:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074752.169473:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.169572:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570368 00000100:00100000:1.0:1769074752.169580:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570368 00010000:00010000:1.0:1769074752.169623:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 14 pid: 26306 timeout: 1836 lvb_type: 0 00000100:00100000:1.0:1769074752.169669:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4916 00000100:00100000:1.0:1769074752.169679:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612570368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074752.169695:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074752.169721:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 14 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.169735:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 14 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.169761:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e872a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11962b expref: 14 pid: 26306 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.169779:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169781:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169785:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169794:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169803:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169804:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169807:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169813:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169820:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169931:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169936:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169944:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169951:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169953:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.169956:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.169963:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.170020:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074752.170085:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612570368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 406us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074752.170094:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4916 00010000:00010000:1.0:1769074752.170124:0:13673:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.170133:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.170397:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.170407:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.170524:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.170537:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.171743:0:14223:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.171755:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074752.243186:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074732 -> 1769074753 00002000:00010000:3.0:1769074752.243197:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 0 -> 1769074753 00010000:00010000:3.0:1769074752.243224:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243238:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243247:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243255:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074752.243259:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243268:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243291:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.243300:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88cd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074752.243447:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+25:2372:x1855007612569984:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 81902us (83626us total) trans 21474839345 rc 0/0 00000100:00100000:3.0:1769074752.243460:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5155 00000001:00080000:0.0:1769074752.244231:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839345 is committed 00010000:00010000:2.0:1769074752.302422:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302444:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302454:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302462:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074752.302467:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302476:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302502:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.302518:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074752.302626:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2373:x1855007612569856:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 141089us (142951us total) trans 21474839347 rc 0/0 00000100:00100000:2.0:1769074752.302638:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5154 00000001:00080000:2.0:1769074752.302680:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839347 is committed 00000001:00080000:2.0:1769074752.302699:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839348 is committed 00010000:00010000:1.0:1769074752.303114:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303129:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303136:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303143:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074752.303146:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303167:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303179:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.303187:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88ce1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.303231:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612570240:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 141436us (141903us total) trans 21474839346 rc 0/0 00000100:00100000:1.0:1769074752.303240:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5156 00010000:00010000:0.0:1769074752.303570:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303581:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303588:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303594:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074752.303597:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303604:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303614:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.303622:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e88ce8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.303686:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612570112:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 141885us (141981us total) trans 21474839348 rc 0/0 00000100:00100000:0.0:1769074752.303695:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5157 00000100:00100000:2.0:1769074752.325763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.325948:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570496 00000100:00100000:0.0:1769074752.325959:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570496 00000100:00100000:0.0:1769074752.326039:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5158 00000100:00100000:0.0:1769074752.326049:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612570496:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074752.326087:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.326106:0:14223:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.326114:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.326116:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.326119:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 4/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.326153:0:14223:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.326169:0:14223:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 11 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:0.0:1769074752.326184:0:14223:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14223:1855007619804928:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074752.326268:0:14223:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074752.327645:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.328229:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570624 00000100:00100000:0.0:1769074752.328238:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570624 00000100:00100000:0.0:1769074752.328300:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5159 00000100:00100000:0.0:1769074752.328307:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612570624:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074752.328335:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.328357:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.328359:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.328362:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.328384:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074752.329241:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.329318:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570880 00000100:00100000:1.0:1769074752.329324:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570880 00010000:00010000:1.0:1769074752.329362:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 13 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:1.0:1769074752.329408:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4917 00000100:00100000:1.0:1769074752.329416:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612570880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074752.329428:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074752.329448:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 13 pid: 26584 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.329461:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 13 pid: 26584 timeout: 1836 lvb_type: 0 00010000:00010000:1.0:1769074752.329484:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.329486:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.329490:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.329498:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.329516:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.329518:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.329520:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.329527:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.329553:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074752.329599:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612570880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 184us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074752.329606:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4917 00010000:00010000:1.0:1769074752.329684:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.329692:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.330998:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e87231 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d0 expref: 13 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:3.0:1769074752.331091:0:14223:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14223:1855007619804928:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074752.331119:0:14223:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.331128:0:14223:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.331135:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.333478:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.333525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.333602:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571008 00000100:00100000:3.0:1769074752.333602:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612570752 00000100:00100000:3.0:1769074752.333612:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612570752 00000100:00100000:0.0:1769074752.333621:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571008 00000100:00100000:0.0:1769074752.333683:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5160 00000100:00100000:0.0:1769074752.333736:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612571008:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074752.333783:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.333798:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.333800:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.333806:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.333820:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074752.340420:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5161 00000100:00100000:3.0:1769074752.340446:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612570752:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:3.0:1769074752.340493:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.340519:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.340522:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074752.340527:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.340542:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.450029:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074752.502857:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839349 is committed 00000001:00080000:2.0:1769074752.502883:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839350 is committed 00002000:00010000:1.0:1769074752.502970:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074733 -> 1769074753 00002000:00010000:1.0:1769074752.502975:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074733 -> 1769074753 00010000:00010000:1.0:1769074752.502989:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503001:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503011:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503018:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074752.503022:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503031:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503056:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.503063:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e88cf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074752.503259:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2371:x1855007612570624:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 174858us (175525us total) trans 21474839349 rc 0/0 00000100:00100000:1.0:1769074752.503270:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5159 00010000:00010000:0.0:1769074752.503734:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503745:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503752:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503758:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074752.503761:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503768:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503780:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.503787:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88cfd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.503888:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612571008:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 170196us (170361us total) trans 21474839350 rc 0/0 00000100:00100000:0.0:1769074752.503897:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5160 00000100:00100000:0.0:1769074752.512683:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619805056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074752.512757:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074752.512814:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805056 00000100:00100000:0.0:1769074752.512837:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805056 00000100:00100000:0.0:1769074752.512890:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1769074752.512899:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619805056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074752.512924:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 579010560 pending 0 free 3843031040 avail 3838836736 00000100:00100000:0.0:1769074752.512968:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619805056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.512976:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:0.0:1769074752.512999:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074752.513033:0:3292:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872412 gen 2 00000004:00080000:0.0:1769074752.513039:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94380, transno 17179872405 00000004:00080000:0.0:1769074752.513049:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d95500, transno 17179872406 00000004:00080000:0.0:1769074752.513052:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94a80, transno 17179872407 00000004:00080000:0.0:1769074752.513055:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d97480, transno 17179872408 00000004:00080000:0.0:1769074752.513058:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94e00, transno 17179872409 00000004:00080000:0.0:1769074752.513060:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d95880, transno 17179872410 00000004:00080000:0.0:1769074752.513063:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94000, transno 17179872411 00000004:00080000:0.0:1769074752.513066:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94700, transno 17179872412 00000100:00100000:0.0:1769074752.513077:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619805056:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1769074752.515306:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:3.0:1769074752.515649:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4101b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619805184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074752.515728:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074752.516003:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805184 00000100:00100000:0.0:1769074752.516011:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805184 00000100:00100000:0.0:1769074752.516063:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1769074752.516072:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619805184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074752.516094:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 412155904 pending 3407872 free 3835691008 avail 3826253824 00000100:00100000:0.0:1769074752.516144:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619805184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.516151:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1769074752.516206:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839341 gen 2 00000004:00080000:0.0:1769074752.516213:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41989c00, transno 21474839333 00000004:00080000:0.0:1769074752.516223:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4198b100, transno 21474839334 00000004:00080000:0.0:1769074752.516225:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41988700, transno 21474839335 00000004:00080000:0.0:1769074752.516228:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41988380, transno 21474839336 00000004:00080000:0.0:1769074752.516230:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41988a80, transno 21474839337 00000004:00080000:0.0:1769074752.516233:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4198b480, transno 21474839338 00000004:00080000:0.0:1769074752.516236:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfcd880, transno 21474839339 00000004:00080000:0.0:1769074752.516239:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41989880, transno 21474839340 00000004:00080000:0.0:1769074752.516241:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4198ad80, transno 21474839341 00000100:00100000:0.0:1769074752.516252:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619805184:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1769074752.516682:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00080000:3.0:1769074752.516755:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1769074752.671266:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839352 is committed 00010000:00010000:2.0:1769074752.671566:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671582:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671593:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671600:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074752.671606:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671615:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671637:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.671644:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88cef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074752.671768:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612570496:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 345715us (346009us total) trans 21474839351 rc 0/0 00000100:00100000:2.0:1769074752.671780:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5158 00010000:00010000:0.0:1769074752.673046:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673063:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673071:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673077:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074752.673081:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673088:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673106:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.673113:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e88d04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.673236:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612570752:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 332797us (339762us total) trans 21474839352 rc 0/0 00000100:00100000:0.0:1769074752.673246:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5161 00000100:00100000:1.0:1769074752.686960:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.687648:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571136 00000100:00100000:0.0:1769074752.687660:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571136 00000100:00100000:0.0:1769074752.687762:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5162 00000100:00100000:0.0:1769074752.687774:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612571136:12345-192.168.204.39@tcp:4:mirror_io.0 00010000:00010000:0.0:1769074752.687875:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.687901:0:13673:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.687909:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.687911:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074752.687914:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.687966:0:13673:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.687985:0:13673:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 10 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:0.0:1769074752.688570:0:13673:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:13673:1855007619805312:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074752.689394:0:13673:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074752.693989:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.694094:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571264 00000100:00100000:0.0:1769074752.694107:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571264 00010000:00010000:0.0:1769074752.694154:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 11 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:0.0:1769074752.694217:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4918 00000100:00100000:0.0:1769074752.694227:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612571264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074752.694244:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074752.694275:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 11 pid: 26584 timeout: 1836 lvb_type: 0 00010000:00010000:0.0:1769074752.694291:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 11 pid: 26584 timeout: 1836 lvb_type: 0 00010000:00010000:0.0:1769074752.694317:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.694320:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.694324:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.694334:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.694365:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074752.694425:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612571264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.694437:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4918 00010000:00010000:3.0:1769074752.696579:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e87238 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195d7 expref: 10 pid: 26584 timeout: 1836 lvb_type: 0 00000100:00100000:3.0:1769074752.696603:0:13673:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:13673:1855007619805312:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074752.696630:0:13673:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.696642:0:13673:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074752.696649:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074752.853410:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839353 is committed 00002000:00010000:0.0:1769074752.853772:0:13673:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4854656 -> 4861952 00002000:00010000:0.0:1769074752.853777:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074733 -> 1769074753 00002000:00010000:0.0:1769074752.853781:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074733 -> 1769074753 00002000:00010000:0.0:1769074752.853783:0:13673:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1323 -> 1337 00010000:00010000:0.0:1769074752.853796:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853808:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853818:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853854:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074752.853860:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853870:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853893:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.853901:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074752.854010:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2373:x1855007612571136:12345-192.168.204.39@tcp:4:mirror_io.0 Request processed in 166233us (167059us total) trans 21474839353 rc 0/0 00000100:00100000:0.0:1769074752.854021:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5162 00000100:00100000:1.0:1769074752.897450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074752.897708:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571520 00000100:00100000:2.0:1769074752.897720:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571520 00000100:00100000:2.0:1769074752.897791:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6314 00000100:00100000:2.0:1769074752.897799:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612571520:12345-192.168.204.39@tcp:36:mirror_io.0 00010000:00010000:2.0:1769074752.897885:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074752.897915:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88c24 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e1 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.897934:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074752.897938:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074752.898269:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.898284:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.898295:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000001:00080000:2.0:1769074752.898366:0:29856:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941173 00000004:00010000:2.0:1769074752.898394:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006edf7092 reply state 000000004f9c06e5 transno 8589941174 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074752.898403:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074752.898651:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612571520:12345-192.168.204.39@tcp:36:mirror_io.0 Request processed in 851us (1209us total) trans 8589941174 rc 0/0 00000100:00100000:2.0:1769074752.898659:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6314 00000020:00080000:2.0:1769074752.898664:0:29856:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074752.912425:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074752.912545:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912558:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912565:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912572:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41081c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074752.912577:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912584:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912600:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074752.912603:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074752.912608:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074752.912613:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d12 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074752.912773:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571648 00000100:00100000:1.0:1769074752.912785:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571648 00000100:00100000:1.0:1769074752.912889:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9205 00000100:00100000:1.0:1769074752.912900:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612571648:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074752.912918:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074752.912939:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a512 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074752.912962:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f040, atime: 0x6971f015, ctime: 0x6971f040, blocks: 0x1007 00010000:00010000:1.0:1769074752.912981:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.912983:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074752.912992:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.913020:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.913033:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976400, rc 0) 00000100:00100000:1.0:1769074752.913086:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612571648:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 188us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074752.913094:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9205 00000100:00100000:3.0:1769074752.915632:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.915730:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571776 00000100:00100000:0.0:1769074752.915739:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571776 00000100:00100000:0.0:1769074752.915795:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9206 00000100:00100000:0.0:1769074752.915806:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612571776:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074752.915861:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074752.915884:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a519 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074752.915912:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f040, atime: 0x0, ctime: 0x6971f040, blocks: 0x1029 00010000:00010000:0.0:1769074752.915933:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.915936:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.915945:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.915961:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.915973:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5400, rc 0) 00000100:00100000:0.0:1769074752.916145:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612571776:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 340us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.916154:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9206 00000100:00100000:1.0:1769074752.918938:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074752.919172:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612571904 00000100:00100000:2.0:1769074752.919183:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612571904 00000100:00100000:2.0:1769074752.919244:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9207 00000100:00100000:2.0:1769074752.919254:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57646:x1855007612571904:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074752.919274:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074752.919297:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a520 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074752.919321:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f040, atime: 0x0, ctime: 0x6971f040, blocks: 0x1029 00010000:00010000:2.0:1769074752.919360:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074752.919363:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074752.919372:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.919388:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.919401:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081c00, rc 0) 00000100:00100000:2.0:1769074752.919468:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612571904:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 215us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074752.919477:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9207 00000100:00100000:3.0:1769074752.923058:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.923345:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572032 00000100:00100000:0.0:1769074752.923357:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572032 00000100:00100000:0.0:1769074752.923421:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9208 00000100:00100000:0.0:1769074752.923430:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612572032:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074752.923449:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074752.923474:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a527 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074752.923499:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x81d 00010000:00010000:0.0:1769074752.923524:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.923526:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.923623:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.923640:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.923653:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:0.0:1769074752.923724:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57646:x1855007612572032:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 295us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.923733:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9208 00000100:00100000:3.0:1769074752.932944:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074752.935532:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572160 00000100:00100000:2.0:1769074752.935557:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572160 00000100:00100000:2.0:1769074752.935646:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9209 00000100:00100000:2.0:1769074752.935660:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612572160:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074752.935692:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074752.935725:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a52e expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074752.935762:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x81f 00010000:00010000:2.0:1769074752.935793:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074752.935795:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074752.935806:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 11 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.935841:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 11 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074752.935858:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080a00, rc 0) 00000100:00100000:2.0:1769074752.935951:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612572160:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 293us (3016us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074752.935960:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9209 00000100:00100000:1.0:1769074752.943570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.943865:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572288 00000100:00100000:0.0:1769074752.943878:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572288 00000100:00100000:0.0:1769074752.943944:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9210 00000100:00100000:0.0:1769074752.943954:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57646:x1855007612572288:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074752.943976:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074752.944022:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a535 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074752.944062:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4861952, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x539 00010000:00010000:0.0:1769074752.944095:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.944098:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074752.944110:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.944132:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074752.944150:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:0.0:1769074752.944232:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57646:x1855007612572288:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 279us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074752.944240:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9210 00000100:00100000:3.0:1769074752.951957:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074752.952016:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074752.952217:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572416 00000100:00100000:0.0:1769074752.952230:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572416 00002000:00010000:0.0:1769074752.952278:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:0.0:1769074752.952283:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04210700 with x1855007612572416 ext(4860768->18446744073709551615) 00002000:00010000:0.0:1769074752.952298:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c04210700. 00000100:00100000:0.0:1769074752.952480:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572544 00000100:00100000:0.0:1769074752.952485:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572544 00002000:00010000:0.0:1769074752.952646:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074752.952650:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04211c00 with x1855007612572544 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074752.952658:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04211c00. 00000100:00100000:2.0:1769074752.955028:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5163 00000100:00100000:2.0:1769074752.955055:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612572416:12345-192.168.204.39@tcp:10:mirror_io.0 00002000:00010000:2.0:1769074752.955430:0:14223:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:2.0:1769074752.955435:0:14223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074752.955438:0:14223:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074752.955440:0:14223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074752.955442:0:14223:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074752.955521:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612572416:12345-192.168.204.39@tcp:10:mirror_io.0 Request processed in 478us (3574us total) trans 17179872419 rc 0/0 00000100:00100000:2.0:1769074752.955529:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5163 00000100:00100000:1.0:1769074752.959786:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5164 00000100:00100000:1.0:1769074752.959813:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612572544:12345-192.168.204.39@tcp:10:mirror_io.0 00002000:00010000:2.0:1769074752.961288:0:14223:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:2.0:1769074752.961300:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04210700 with x1855007612572416 ext(4860768->18446744073709551615) 00002000:00010000:2.0:1769074752.961316:0:14223:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c04210700. 00002000:00010000:1.0:1769074752.962640:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074752.962647:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074733 -> 1769074753 00002000:00010000:1.0:1769074752.962650:0:26133:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074752.962653:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074733 -> 1769074753 00002000:00010000:1.0:1769074752.962655:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074752.962750:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612572544:12345-192.168.204.39@tcp:10:mirror_io.0 Request processed in 2944us (10738us total) trans 21474839354 rc 0/0 00000100:00100000:1.0:1769074752.962761:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5164 00002000:00010000:1.0:1769074752.962766:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074752.962770:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04211c00 with x1855007612572544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074752.962780:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04211c00. 00000100:00100000:3.0:1769074752.989623:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074752.990593:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572672 00000100:00100000:1.0:1769074752.990607:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572672 00000100:00100000:1.0:1769074752.990681:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6315 00000100:00100000:1.0:1769074752.990692:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57646:x1855007612572672:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074752.990720:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074752.990742:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88d43 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a53c expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.990871:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074752.990888:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074752.990899:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074752.990928:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074752.990934:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074752.990952:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074752.990980:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88d43 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a53c expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.990998:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a53c expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074752.991439:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074752.991443:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074752.991447:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:1.0:1769074752.991681:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612572672:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 990us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074752.991689:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6315 00000100:00100000:3.0:1769074753.000888:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.001483:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612572928 00000100:00100000:1.0:1769074753.001497:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612572928 00000100:00100000:1.0:1769074753.001588:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6316 00000100:00100000:1.0:1769074753.001602:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57646:x1855007612572928:12345-192.168.204.39@tcp:36:mirror_io.0 00010000:00010000:1.0:1769074753.001658:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074753.001686:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e88d4a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a53c expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.001708:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074753.001714:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074753.001967:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.001982:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.001990:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000001:00080000:1.0:1769074753.002043:0:29856:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941175 00000004:00010000:1.0:1769074753.002071:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004fe42f43 reply state 00000000708b1a94 transno 8589941176 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074753.002079:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:3.0:1769074753.002124:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074753.002280:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57646:x1855007612572928:12345-192.168.204.39@tcp:36:mirror_io.0 Request processed in 597us (1320us total) trans 8589941176 rc 0/0 00000100:00100000:1.0:1769074753.002291:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6316 00000020:00080000:1.0:1769074753.002299:0:29856:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1769074753.004754:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004771:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004778:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004783:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074753.004788:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004796:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004813:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:0.0:1769074753.004815:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074753.004820:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074753.004859:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e88d51 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074753.007581:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.007663:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573056 00000100:00100000:0.0:1769074753.007673:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573056 00000100:00100000:0.0:1769074753.007751:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9211 00000100:00100000:0.0:1769074753.007763:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57646:x1855007612573056:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074753.007786:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.007817:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a543 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074753.007871:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20d:0x0] initial LVB size: 4194304, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x2007 00010000:00010000:0.0:1769074753.007896:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.007898:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.007908:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.007924:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.007936:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:0.0:1769074753.008009:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57646:x1855007612573056:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 249us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.008016:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9211 00000100:00080000:3.0:1769074753.008768:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074753.011721:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.011809:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573184 00000100:00100000:0.0:1769074753.011858:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573184 00000100:00100000:0.0:1769074753.011917:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9212 00000100:00100000:0.0:1769074753.011928:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57646:x1855007612573184:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074753.011951:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.011980:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a54a expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074753.012017:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x2045 00010000:00010000:0.0:1769074753.012044:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.012046:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.012058:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 14 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.012076:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 14 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.012091:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8600, rc 0) 00000100:00100000:0.0:1769074753.012174:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57646:x1855007612573184:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 248us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.012181:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9212 00000100:00100000:1.0:1769074753.022923:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.023042:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573312 00000100:00100000:2.0:1769074753.023053:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573312 00000100:00100000:2.0:1769074753.023119:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9213 00000100:00100000:2.0:1769074753.023129:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57646:x1855007612573312:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074753.023149:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074753.023171:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a551 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074753.023198:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4861952, mtime: 0x6971f041, atime: 0x0, ctime: 0x6971f041, blocks: 0x539 00010000:00010000:2.0:1769074753.023220:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.023223:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.023232:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.023250:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.023263:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080000, rc 0) 00000100:00100000:2.0:1769074753.023323:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57646:x1855007612573312:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 196us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.023346:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9213 00000100:00100000:3.0:1769074753.027508:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.027645:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573440 00000100:00100000:1.0:1769074753.027657:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573440 00002000:00010000:1.0:1769074753.027697:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:1.0:1769074753.027702:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04212300 with x1855007612573440 ext(4860768->18446744073709551615) 00002000:00010000:1.0:1769074753.027715:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04212300. 00000100:00100000:1.0:1769074753.027754:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5165 00000100:00100000:1.0:1769074753.027765:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612573440:12345-192.168.204.39@tcp:10:mirror_io.0 00002000:00010000:1.0:1769074753.028113:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:1.0:1769074753.028118:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074753 -> 1769074754 00002000:00010000:1.0:1769074753.028120:0:26133:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074753.028122:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074753 -> 1769074754 00002000:00010000:1.0:1769074753.028125:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074753.028195:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612573440:12345-192.168.204.39@tcp:10:mirror_io.0 Request processed in 430us (698us total) trans 21474839355 rc 0/0 00000100:00100000:1.0:1769074753.028203:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5165 00002000:00010000:1.0:1769074753.028207:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:1.0:1769074753.028210:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04212300 with x1855007612573440 ext(4860768->18446744073709551615) 00002000:00010000:1.0:1769074753.028215:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04212300. 00000100:00100000:3.0:1769074753.045967:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.046853:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573568 00000100:00100000:0.0:1769074753.046869:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573568 00002000:00010000:0.0:1769074753.046942:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074753.046947:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04212680 with x1855007612573568 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074753.046960:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c04212680. 00000100:00100000:0.0:1769074753.046986:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5166 00000100:00100000:0.0:1769074753.046997:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612573568:12345-192.168.204.39@tcp:10:mirror_io.0 00000100:00080000:3.0:1769074753.047540:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1769074753.047694:0:13673:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074753.047698:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074733 -> 1769074754 00002000:00010000:0.0:1769074753.047700:0:13673:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074753.047703:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074733 -> 1769074754 00002000:00010000:0.0:1769074753.047704:0:13673:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074753.047781:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612573568:12345-192.168.204.39@tcp:10:mirror_io.0 Request processed in 784us (1821us total) trans 17179872420 rc 0/0 00000100:00100000:0.0:1769074753.047790:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5166 00002000:00010000:0.0:1769074753.047794:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074753.047797:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04212680 with x1855007612573568 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074753.047803:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c04212680. 00000100:00100000:3.0:1769074753.052773:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.054151:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573824 00000100:00100000:2.0:1769074753.054165:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573824 00000100:00100000:2.0:1769074753.054287:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2658 00000100:00100000:2.0:1769074753.054298:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57646:x1855007612573824:12345-192.168.204.39@tcp:35:mirror_io.0 00000004:00010000:2.0:1769074753.054384:0:31182:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1a7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4cc expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.054432:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.054445:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.054453:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.054486:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.054750:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 12 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.054765:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619805440:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074753.054887:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074753.066167:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.066266:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612573952 00000100:00100000:1.0:1769074753.066276:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612573952 00010000:00010000:1.0:1769074753.066316:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 13 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:1.0:1769074753.066372:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4919 00000100:00100000:1.0:1769074753.066381:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612573952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074753.066396:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074753.066403:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 13 pid: 29857 timeout: 1837 lvb_type: 0 00010000:00010000:1.0:1769074753.066421:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 13 pid: 29857 timeout: 1837 lvb_type: 0 00010000:00010000:1.0:1769074753.066444:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:1.0:1769074753.066450:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074753.066459:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074753.066467:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074753.066484:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074753.066551:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612573952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.066558:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4919 00010000:00010000:2.0:1769074753.068385:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e88c16 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4da expref: 12 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.068411:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d24000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619805440:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074753.068435:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.068445:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.068456:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000040:00080000:2.0:1769074753.069199:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1484, 88 off129128 00000004:00080000:2.0:1769074753.069211:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230387170ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069289:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1499, 88 off130448 00000004:00080000:2.0:1769074753.069297:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230473994ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069326:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1500, 88 off130536 00000004:00080000:2.0:1769074753.069331:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230507325ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069366:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1485, 88 off129216 00000004:00080000:2.0:1769074753.069371:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230547570ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069388:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1486, 88 off129304 00000004:00080000:2.0:1769074753.069391:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230567941ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069404:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1501, 88 off130624 00000004:00080000:2.0:1769074753.069409:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230585587ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069423:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1502, 88 off130712 00000004:00080000:2.0:1769074753.069427:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230603516ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069441:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1503, 88 off130800 00000004:00080000:2.0:1769074753.069445:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230622235ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069460:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1487, 88 off129392 00000004:00080000:2.0:1769074753.069463:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230639791ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069477:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1504, 88 off130888 00000004:00080000:2.0:1769074753.069480:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230657307ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069495:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1488, 88 off129480 00000004:00080000:2.0:1769074753.069498:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230675080ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069513:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1505, 88 off130976 00000004:00080000:2.0:1769074753.069517:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230693540ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074753.069532:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1489, 88 off129568 00000004:00080000:2.0:1769074753.069536:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230713217ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069551:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1490, 88 off129656 00000004:00080000:2.0:1769074753.069555:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230731489ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069568:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1491, 88 off129744 00000004:00080000:2.0:1769074753.069572:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230749006ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069587:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1492, 88 off129832 00000004:00080000:2.0:1769074753.069591:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737230768135ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074753.069635:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1507, 88 off131160 00000004:00080000:2.0:1769074753.069640:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737230817061ns, next at 1696607292856ns, rc = 0 00000004:00010000:2.0:1769074753.192141:0:31182:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c4518035 reply state 00000000ab41a8ad transno 8589941177 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:2.0:1769074753.192178:0:31182:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074753.192191:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074753.192194:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074753.192205:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e88bd0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4cc expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074753.192369:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57646:x1855007612573824:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 138072us (139606us total) trans 8589941177 rc 0/0 00000100:00100000:2.0:1769074753.192382:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2658 00000001:00080000:0.0:1769074753.193100:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941176 is committed 00000001:00080000:0.0:1769074753.193122:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941177 is committed 00000004:00080000:0.0:1769074753.193127:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1207 committed 00000004:00080000:0.0:1769074753.193142:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1192 committed 00000004:00080000:0.0:1769074753.193152:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1191 committed 00000004:00080000:0.0:1769074753.193155:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1190 committed 00000004:00080000:0.0:1769074753.193157:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1189 committed 00000004:00080000:0.0:1769074753.193159:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1206 committed 00000004:00080000:0.0:1769074753.193162:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1188 committed 00000004:00080000:0.0:1769074753.193164:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1205 committed 00000004:00080000:0.0:1769074753.193166:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1187 committed 00000004:00080000:0.0:1769074753.193168:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1204 committed 00000004:00080000:0.0:1769074753.193170:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1203 committed 00000004:00080000:0.0:1769074753.193172:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1202 committed 00000004:00080000:0.0:1769074753.193174:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1186 committed 00000004:00080000:0.0:1769074753.193176:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1185 committed 00000004:00080000:0.0:1769074753.193178:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1201 committed 00000004:00080000:0.0:1769074753.193182:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1200 committed 00000004:00080000:0.0:1769074753.193184:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1184 committed 00000100:00100000:0.0:1769074753.193376:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619805568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.193410:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619805952:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074753.193450:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.193450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074753.193482:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619806080:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1769074753.193687:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193698:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193705:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193712:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41081400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074753.193717:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193725:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193740:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0167e200) 00010000:00010000:2.0:1769074753.193744:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074753.193748:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074753.193755:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e88d6d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00000100:00100000:2.0:1769074753.194844:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619805696:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.196000:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.196044:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196075:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806976:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196100:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196118:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619807488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196139:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196170:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074753.196177:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196199:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196216:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619807104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196235:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196266:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619805824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.196288:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196306:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619806336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.196324:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196357:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4101ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619806848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196379:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196397:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619807360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.196416:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.196450:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805568 00000100:00100000:3.0:1769074753.196461:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805568 00000100:00100000:3.0:1769074753.196507:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805952 00000100:00100000:2.0:1769074753.196904:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806464 00000100:00100000:2.0:1769074753.196909:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806464 00000100:00100000:2.0:1769074753.196930:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806976 00000100:00100000:2.0:1769074753.196934:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806976 00000100:00100000:2.0:1769074753.196945:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619807488 00000100:00100000:2.0:1769074753.196948:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619807488 00000100:00100000:2.0:1769074753.196957:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806592 00000100:00100000:2.0:1769074753.196960:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806592 00000100:00100000:2.0:1769074753.196969:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619807104 00000100:00100000:2.0:1769074753.196971:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619807104 00000100:00100000:2.0:1769074753.196980:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805824 00000100:00100000:2.0:1769074753.196983:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805824 00000100:00100000:2.0:1769074753.196991:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806336 00000100:00100000:2.0:1769074753.196993:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806336 00000100:00100000:2.0:1769074753.197001:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806848 00000100:00100000:2.0:1769074753.197004:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806848 00000100:00100000:2.0:1769074753.197013:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619807360 00000100:00100000:2.0:1769074753.197015:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619807360 00000100:00100000:2.0:1769074753.197029:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9214 00000100:00100000:2.0:1769074753.197038:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3290:x1855007619805568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.197325:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.197329:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.197344:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074745 -> 1769074745 00002000:00010000:2.0:1769074753.197347:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.197349:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2081 00000100:00100000:2.0:1769074753.197400:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3290:x1855007619805568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 362us (3950us total) trans 17179872421 rc 0/0 00000100:00100000:2.0:1769074753.197407:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9214 00000100:00100000:2.0:1769074753.197562:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9215 00000100:00100000:2.0:1769074753.197569:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3289:x1855007619806464:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.197656:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.197659:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074753.197661:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.197663:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074753.197665:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074753.197711:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619806464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 142us (1666us total) trans 17179872422 rc 0/0 00000100:00100000:2.0:1769074753.197718:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9215 00000100:00100000:2.0:1769074753.197731:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9216 00000100:00100000:2.0:1769074753.197737:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619806976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.197907:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074753.197911:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.197914:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.197916:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.197918:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074753.197947:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619806976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 209us (1845us total) trans 21474839356 rc 0/0 00000100:00100000:2.0:1769074753.197954:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9216 00000100:00100000:2.0:1769074753.197968:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9217 00000100:00100000:2.0:1769074753.197975:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619807488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.198063:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:2.0:1769074753.198067:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198069:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.198071:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198073:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:2.0:1769074753.198098:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619807488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (1959us total) trans 21474839357 rc 0/0 00000100:00100000:2.0:1769074753.198104:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9217 00000100:00100000:2.0:1769074753.198116:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9218 00000100:00100000:2.0:1769074753.198122:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619806592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.198220:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074753.198224:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198226:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198229:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198231:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:2.0:1769074753.198258:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619806592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (2057us total) trans 21474839358 rc 0/0 00000100:00100000:2.0:1769074753.198265:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9218 00000100:00100000:2.0:1769074753.198279:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9219 00000100:00100000:2.0:1769074753.198286:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619807104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.198403:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.198407:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198409:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.198411:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198413:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074753.198439:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619807104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (2202us total) trans 21474839359 rc 0/0 00000100:00100000:2.0:1769074753.198445:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9219 00000100:00100000:2.0:1769074753.198458:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9220 00000100:00100000:2.0:1769074753.198464:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619805824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.198570:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.198573:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198576:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198578:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198580:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074753.198619:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619805824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 155us (2330us total) trans 17179872423 rc 0/0 00000100:00100000:2.0:1769074753.198625:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9220 00000100:00100000:2.0:1769074753.198637:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9221 00000100:00100000:2.0:1769074753.198643:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619806336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.198721:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074753.198724:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198726:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.198728:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.198730:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074753.198756:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619806336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (2431us total) trans 17179872424 rc 0/0 00000100:00100000:2.0:1769074753.198762:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9221 00000100:00100000:2.0:1769074753.198775:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9222 00000100:00100000:2.0:1769074753.198781:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3292:x1855007619806848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.198854:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9223 00000100:00100000:0.0:1769074753.198866:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3292:x1855007619807360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.198909:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074753.198913:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198915:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074749 -> 1769074749 00002000:00010000:2.0:1769074753.198918:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.198920:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5463 -> 5471 00000100:00100000:2.0:1769074753.198948:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3292:x1855007619806848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (2568us total) trans 21474839360 rc 0/0 00000100:00100000:2.0:1769074753.198955:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9222 00002000:00010000:0.0:1769074753.198973:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074753.198976:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074753.198979:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074753.198981:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074753.198984:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074753.199011:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.199477:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805952 00000100:00100000:3.0:1769074753.200834:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619805696 00000100:00100000:3.0:1769074753.200847:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619805696 00000100:00100000:3.0:1769074753.200904:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9224 00000100:00100000:3.0:1769074753.200915:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619805952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074753.201408:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074753.201412:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074753.201415:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:3.0:1769074753.201417:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074753.201419:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074753.201567:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619806208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074753.201619:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074753.201641:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619806720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074753.201662:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074753.201680:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619807232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074753.201698:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074753.201733:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806208 00000100:00100000:2.0:1769074753.201737:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806208 00000100:00100000:2.0:1769074753.201753:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806720 00000100:00100000:2.0:1769074753.201755:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806720 00000100:00100000:2.0:1769074753.201763:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619807232 00000100:00100000:2.0:1769074753.201765:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619807232 00000100:00100000:2.0:1769074753.201774:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9225 00000100:00100000:2.0:1769074753.201779:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619805696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.201912:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.201915:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074747 -> 1769074747 00002000:00010000:2.0:1769074753.201917:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.201920:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.201922:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074753.201950:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619805696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (2939us total) trans 17179872426 rc 0/0 00000100:00100000:2.0:1769074753.201957:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9225 00000100:00100000:2.0:1769074753.201974:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9226 00000100:00100000:2.0:1769074753.201979:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619806208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.202064:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.202067:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.202069:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.202072:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.202074:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074753.202096:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619806208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (477us total) trans 17179872427 rc 0/0 00000100:00100000:2.0:1769074753.202102:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9226 00000100:00100000:2.0:1769074753.202113:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9227 00000100:00100000:2.0:1769074753.202119:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619806720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.202746:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.202751:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.202754:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.202756:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.202758:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074753.202788:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619806720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 669us (1124us total) trans 21474839362 rc 0/0 00000100:00100000:2.0:1769074753.202795:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9227 00000100:00100000:2.0:1769074753.202808:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9228 00000100:00100000:2.0:1769074753.202814:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619807232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.202920:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.202923:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.202926:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.202928:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.202931:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074753.202952:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619807232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (1253us total) trans 21474839363 rc 0/0 00000100:00100000:2.0:1769074753.202958:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9228 00000004:00080000:2.0:1769074753.203011:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048e00/2, rc 0, transno 17179872426 00000100:00100000:2.0:1769074753.203018:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619805696:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074753.203028:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104b800/2, rc 0, transno 17179872427 00000100:00100000:2.0:1769074753.203031:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619806208:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074753.203040:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41019180/2, rc 0, transno 21474839362 00000100:00100000:2.0:1769074753.203048:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619806720:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074753.203057:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a6300/2, rc 0, transno 21474839363 00000100:00100000:2.0:1769074753.203061:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619807232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.205205:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619807360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6330us (8776us total) trans 21474839361 rc 0/0 00000100:00100000:0.0:1769074753.205221:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9223 00000100:00100000:0.0:1769074753.205283:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074753.205556:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619807616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.205620:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.206847:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619805952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5904us (13368us total) trans 17179872425 rc 0/0 00000100:00100000:3.0:1769074753.206862:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9224 00000004:00080000:0.0:1769074753.211006:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104bb80/2, rc 0, transno 17179872421 00000100:00100000:0.0:1769074753.211023:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619805568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.213360:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619806080 00000100:00100000:3.0:1769074753.213379:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619806080 00000100:00100000:3.0:1769074753.213447:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619807616 00000100:00100000:3.0:1769074753.213450:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619807616 00000100:00100000:3.0:1769074753.213482:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9229 00000100:00100000:3.0:1769074753.213493:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619806080:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.214073:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104a300/2, rc 0, transno 17179872423 00000100:00100000:3.0:1769074753.214085:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619805824:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.214098:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049f80/2, rc 0, transno 17179872424 00000100:00100000:3.0:1769074753.214102:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619806336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.214115:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4101ad80/2, rc 0, transno 21474839360 00000100:00100000:3.0:1769074753.214121:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619806848:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.214129:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08852a00/2, rc 0, transno 21474839361 00000100:00100000:3.0:1769074753.214133:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619807360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.214411:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9230 00000100:00100000:3.0:1769074753.214422:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619807616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074753.216492:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074753.216502:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074753.216505:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074753.216508:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074753.217293:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074753.217421:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3290:x1855007619807616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2997us (11794us total) trans 21474839364 rc 0/0 00000100:00100000:3.0:1769074753.217434:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9230 00000004:00080000:3.0:1769074753.218475:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08852d80/2, rc 0, transno 21474839364 00000100:00100000:3.0:1769074753.218492:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619807616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.218602:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000004:00080000:3.0:1769074753.218655:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c5c00/2, rc 0, transno 21474839358 00000100:00100000:3.0:1769074753.218660:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074753.218661:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612574080 00000100:00100000:1.0:1769074753.218668:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612574080 00000004:00080000:3.0:1769074753.218670:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a5c00/2, rc 0, transno 21474839359 00000100:00100000:3.0:1769074753.218672:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619807104:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.218680:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a7b80/2, rc 0, transno 21474839356 00000100:00100000:3.0:1769074753.218683:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806976:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.218690:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08851f80/2, rc 0, transno 21474839357 00000100:00100000:3.0:1769074753.218693:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619807488:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.218704:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049180/2, rc 0, transno 17179872425 00000100:00100000:3.0:1769074753.218708:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619805952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074753.218716:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6317 00000004:00080000:3.0:1769074753.218718:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049500/2, rc 0, transno 17179872422 00000100:00100000:3.0:1769074753.218721:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619806464:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074753.218725:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57646:x1855007612574080:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074753.218752:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.218778:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a558 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.218852:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.218869:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.218892:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.218895:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074753.218899:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977400, rc 0) 00000100:00100000:1.0:1769074753.218961:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57646:x1855007612574080:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 236us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.218968:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6317 00002000:00010000:3.0:1769074753.219029:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1769074753.219033:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074753.219036:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074753.219038:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074753.219040:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074753.219090:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619806080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5599us (13806us total) trans 17179872428 rc 0/0 00000100:00100000:3.0:1769074753.219098:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9229 00000004:00080000:1.0:1769074753.219141:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104ad80/2, rc 0, transno 17179872428 00000100:00100000:1.0:1769074753.219146:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619806080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074753.231272:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.231501:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612574336 00000100:00100000:3.0:1769074753.231716:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612574336 00000100:00100000:3.0:1769074753.231783:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2659 00000100:00100000:3.0:1769074753.231793:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57646:x1855007612574336:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:1.0:1769074753.232258:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57646:x1855007612574336:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 463us (1000us total) trans 8589941178 rc 0/0 00000100:00100000:1.0:1769074753.232268:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2659 00000100:00100000:3.0:1769074753.329429:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.329691:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612574592 00000100:00100000:1.0:1769074753.329702:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612574592 00000100:00100000:1.0:1769074753.329785:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6318 00000100:00100000:1.0:1769074753.329795:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d04e0f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57654:x1855007612574592:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074753.329816:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.329874:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e88d7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a55f expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.329956:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.329970:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.329981:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.329996:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330002:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330009:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330456:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330466:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330473:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074753.330483:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000100:00080000:3.0:1769074753.330649:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074753.330923:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330933:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330940:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330946:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.330950:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330956:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330969:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074753.330972:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.330977:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330983:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e88d82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.330995:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331001:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331007:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331011:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.331014:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331019:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331025:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9400) 00010000:00010000:1.0:1769074753.331027:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.331030:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331035:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88d89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.331078:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e88d7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.331093:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.331101:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.331103:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074753.331106:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:1.0:1769074753.331247:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d04e0f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57654:x1855007612574592:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1451us (1830us total) trans 8589941179 rc 0/0 00000100:00100000:1.0:1769074753.331255:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6318 00000100:00100000:3.0:1769074753.338452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.346551:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612574848 00000100:00100000:1.0:1769074753.346571:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612574848 00000100:00100000:1.0:1769074753.346674:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6319 00000100:00100000:1.0:1769074753.346684:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+142:57659:x1855007612574848:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074753.346703:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.346723:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e88d9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a566 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.346803:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.346819:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.346849:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.346866:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.346877:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.346883:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347052:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347062:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347069:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074753.347081:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074753.347723:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347733:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347739:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347744:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.347748:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347754:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347766:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074753.347769:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.347774:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347779:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88da5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347793:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347798:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347804:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347809:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.347811:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347817:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347850:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9100) 00010000:00010000:1.0:1769074753.347853:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.347856:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347862:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88dac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.347910:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e88d9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.347929:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.347936:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.347939:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074753.347942:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:1.0:1769074753.348039:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57659:x1855007612574848:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1355us (9598us total) trans 8589941180 rc 0/0 00000100:00100000:1.0:1769074753.348048:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6319 00000100:00080000:3.0:1769074753.348888:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074753.349308:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.349636:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575104 00000100:00100000:1.0:1769074753.349646:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575104 00000100:00100000:1.0:1769074753.349709:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6320 00000100:00100000:1.0:1769074753.349719:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57658:x1855007612575104:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074753.349744:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.349764:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e88dc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a56d expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.349908:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.349924:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.349937:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074753.349949:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074753.350401:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e88dc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.350424:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.350433:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.350437:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1769074753.350441:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976800, rc 0) 00000100:00100000:1.0:1769074753.350627:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57658:x1855007612575104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 908us (1322us total) trans 8589941181 rc 0/0 00000100:00100000:1.0:1769074753.350636:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6320 00000100:00100000:0.0:1769074753.364503:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.364797:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575232 00000100:00100000:2.0:1769074753.364808:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575232 00000100:00100000:2.0:1769074753.364901:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9231 00000100:00100000:2.0:1769074753.364924:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+13:57659:x1855007612575232:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074753.364944:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074753.364964:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a574 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.365170:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.365180:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074753.365182:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074753.365186:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.365220:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 15 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.365235:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 15 pid: 6534 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.365249:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619807744:192.168.204.39@tcp:104: 00000100:00080000:1.0:1769074753.365482:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074753.367161:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.374024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.374089:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575488 00000100:00100000:1.0:1769074753.374098:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575488 00000100:00100000:1.0:1769074753.374151:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6321 00000100:00100000:1.0:1769074753.374159:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57655:x1855007612575488:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074753.374182:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.374201:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e88ddd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a57b expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.374315:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.374341:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.374351:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.374364:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.374398:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.374409:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 145 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:1.0:1769074753.374422:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619807872:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074753.374533:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.374543:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 9 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:3.0:1769074753.374552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.374559:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08853480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619808000:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074753.374579:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575616 00000100:00100000:3.0:1769074753.374584:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575616 00010000:00010000:3.0:1769074753.374611:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 16 pid: 6534 timeout: 1837 lvb_type: 0 00000100:00100000:3.0:1769074753.374641:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4920 00000100:00100000:3.0:1769074753.374649:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612575616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074753.374659:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074753.374677:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 16 pid: 6534 timeout: 1837 lvb_type: 0 00010000:00010000:3.0:1769074753.374690:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 16 pid: 6534 timeout: 1837 lvb_type: 0 00010000:00010000:3.0:1769074753.374712:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074753.374958:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730ccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074753.375411:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.375422:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.375432:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.375464:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074753.375476:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619808128:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074753.375507:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d900 going to sleep for 11 seconds 00010000:00010000:2.0:1769074753.375957:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88d58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a543 expref: 16 pid: 6534 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.375973:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619807744:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074753.375999:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.376009:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080c00, rc 0) 00000100:00100000:2.0:1769074753.376039:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+14:57659:x1855007612575232:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11117us (11546us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.376046:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9231 00000100:00100000:3.0:1769074753.377611:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.377679:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575744 00000100:00100000:2.0:1769074753.377689:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575744 00000100:00100000:2.0:1769074753.377782:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9232 00000100:00100000:2.0:1769074753.377792:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57658:x1855007612575744:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074753.377813:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074753.377871:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a582 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.377898:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.377900:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.377908:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 6 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.377925:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 6 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.377939:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081200, rc 0) 00000100:00100000:2.0:1769074753.377993:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57658:x1855007612575744:12345-192.168.204.39@tcp:101:cat.0 Request processed in 202us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.378000:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9232 00000100:00080000:1.0:1769074753.378175:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074753.381050:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.381087:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.381208:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576000 00000100:00100000:1.0:1769074753.381209:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619807872:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074753.381217:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576000 00000100:00100000:1.0:1769074753.381224:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08853480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619808000:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074753.381251:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074753.381254:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 10 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:3.0:1769074753.381285:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612575872 00000100:00100000:3.0:1769074753.381289:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612575872 00010000:00010000:3.0:1769074753.381307:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:1.0:1769074753.381310:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4921 00000100:00100000:1.0:1769074753.381325:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612576000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074753.381342:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4922 00000100:00100000:3.0:1769074753.381352:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612575872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074753.381360:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074753.381363:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074753.381370:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 10 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:3.0:1769074753.381372:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:1.0:1769074753.381395:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 10 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:3.0:1769074753.388212:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:0.0:1769074753.388447:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.388811:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619808128:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074753.388861:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074753.389038:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e88d90 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a55f expref: 10 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.389206:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612575616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14556us (14658us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.389218:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4920 00000100:00100000:0.0:1769074753.389503:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576128 00000100:00100000:0.0:1769074753.389512:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576128 00000100:00100000:0.0:1769074753.389553:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6322 00000100:00100000:0.0:1769074753.389563:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57659:x1855007612576128:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074753.389731:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.389750:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88df2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a589 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.392419:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074753.392422:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e88db3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a566 expref: 148 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:1.0:1769074753.392432:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.392446:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.392454:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074753.392569:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074753.392813:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612576000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11489us (11768us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.392840:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4921 00010000:00010000:2.0:1769074753.393014:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074753.393023:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074753.393051:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074753.395956:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e88ddd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 149 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.395990:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.395999:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.396002:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074753.396006:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977600, rc 0) 00000100:00100000:2.0:1769074753.396111:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:57655:x1855007612575488:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 21949us (22093us total) trans 8589941182 rc 0/0 00000100:00100000:2.0:1769074753.396122:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6321 00010000:00010000:0.0:1769074753.397003:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88df2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a589 expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.397027:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88df2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a589 expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.397066:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074753.397069:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074753.397072:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8400, rc 0) 00000100:00100000:0.0:1769074753.397122:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57659:x1855007612576128:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7560us (8676us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.397130:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6322 00010000:00010000:3.0:1769074753.408528:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074753.408544:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074753.412067:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612575872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 30702us (30964us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.412089:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4922 00000100:00100000:3.0:1769074753.412764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.412927:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576384 00000100:00100000:1.0:1769074753.412938:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576384 00000100:00100000:1.0:1769074753.412983:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9233 00000100:00100000:1.0:1769074753.412992:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+14:57659:x1855007612576384:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074753.413010:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.413029:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a590 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.413060:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.413062:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.413071:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 15 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.413087:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 15 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.413101:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976200, rc 0) 00000100:00100000:1.0:1769074753.413148:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+15:57659:x1855007612576384:12345-192.168.204.39@tcp:101:cat.0 Request processed in 156us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.413154:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9233 00000100:00100000:1.0:1769074753.415278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.415395:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576256 00000100:00100000:0.0:1769074753.415408:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576256 00002000:00100000:0.0:1769074753.415477:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d08853480 x1855007612576256/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.415488:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853480 with x1855007612576256 ext(0->1048575) 00002000:00010000:0.0:1769074753.415494:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853480 00000100:00100000:0.0:1769074753.415529:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5167 00000100:00100000:0.0:1769074753.415538:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612576256:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074753.436539:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.436674:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576512 00000100:00100000:3.0:1769074753.436686:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576512 00002000:00100000:3.0:1769074753.436736:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d40d26d80 x1855007612576512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074753.436748:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26d80 with x1855007612576512 ext(0->1048575) 00002000:00010000:3.0:1769074753.436754:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d26d80 00000100:00100000:3.0:1769074753.436789:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5168 00000100:00100000:3.0:1769074753.436798:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612576512:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:1.0:1769074753.473471:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074753.479197:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.479534:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576768 00000100:00100000:0.0:1769074753.479546:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576768 00000100:00100000:0.0:1769074753.479609:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6323 00000100:00100000:0.0:1769074753.479618:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:57655:x1855007612576768:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074753.479642:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.479645:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074753.479676:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88df2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a589 expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.479695:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074753.479700:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074753.479712:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88e07 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a597 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.479762:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.479775:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.479788:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.479795:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.479886:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.479902:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 8 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:0.0:1769074753.479916:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619808256:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074753.480013:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.480021:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:0.0:1769074753.480029:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619808384:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074753.480052:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.480597:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612576256:12345-192.168.204.39@tcp:3:cat.0 Request processed in 65057us (65323us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074753.480611:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5167 00002000:00100000:1.0:1769074753.480622:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d08853480 x1855007612576256/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.480631:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853480 with x1855007612576256 ext(0->1048575) 00002000:00010000:1.0:1769074753.480636:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853480 00000100:00100000:3.0:1769074753.486216:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612576512:12345-192.168.204.39@tcp:3:cat.0 Request processed in 49405us (49678us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074753.486231:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5168 00002000:00100000:3.0:1769074753.486246:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d40d26d80 x1855007612576512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074753.486256:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26d80 with x1855007612576512 ext(0->1048575) 00002000:00010000:3.0:1769074753.486262:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d26d80 00000100:00100000:2.0:1769074753.486558:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.486601:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.486628:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577024 00000100:00100000:2.0:1769074753.486636:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577024 00010000:00010000:2.0:1769074753.486666:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 8 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.486694:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612576896 00000100:00100000:2.0:1769074753.486696:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612576896 00010000:00010000:2.0:1769074753.486707:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 9 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.486726:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4923 00000100:00100000:2.0:1769074753.486734:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2372:x1855007612577024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074753.486747:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074753.486753:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 8 pid: 29857 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.486762:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 8 pid: 29857 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.486785:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.486791:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.486800:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.486809:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074753.486865:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2372:x1855007612577024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.486871:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4923 00000100:00100000:2.0:1769074753.486884:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4924 00000100:00100000:2.0:1769074753.486890:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612576896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074753.486897:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074753.486902:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 9 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.486912:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 9 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.486924:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.486928:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.486936:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.486944:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.486961:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074753.486980:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612576896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 90us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.486987:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4924 00010000:00010000:3.0:1769074753.493087:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e88dc8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a56d expref: 8 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:3.0:1769074753.493114:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619808256:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074753.493128:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e88d74 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a558 expref: 7 pid: 29857 timeout: 1837 lvb_type: 0 00000100:00100000:3.0:1769074753.493137:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619808384:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074753.493163:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.493171:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.493176:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:3.0:1769074753.493776:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1493, 88 off129920 00000004:00080000:3.0:1769074753.493785:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737654960901ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.493892:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1508, 88 off131248 00000004:00080000:3.0:1769074753.493898:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655074962ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.493923:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1509, 88 off131336 00000004:00080000:3.0:1769074753.493928:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655104384ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.493945:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1494, 88 off130008 00000004:00080000:3.0:1769074753.493949:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655125592ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.493963:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1495, 88 off130096 00000004:00080000:3.0:1769074753.493967:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655143877ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.493982:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1510, 88 off131424 00000004:00080000:3.0:1769074753.493986:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655162476ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.493999:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1511, 88 off131512 00000004:00080000:3.0:1769074753.494002:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655179431ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.494018:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1512, 88 off131600 00000004:00080000:3.0:1769074753.494021:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655198266ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.494036:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1496, 88 off130184 00000004:00080000:3.0:1769074753.494039:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655215937ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494055:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1513, 88 off131688 00000004:00080000:3.0:1769074753.494059:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655235571ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.494075:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1497, 88 off130272 00000004:00080000:3.0:1769074753.494078:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655255112ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494093:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1514, 88 off131776 00000004:00080000:3.0:1769074753.494097:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655274003ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074753.494114:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1498, 88 off130360 00000004:00080000:3.0:1769074753.494118:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655294841ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494132:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1499, 88 off130448 00000004:00080000:3.0:1769074753.494135:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655312017ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494149:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1500, 88 off130536 00000004:00080000:3.0:1769074753.494153:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655329538ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494168:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1501, 88 off130624 00000004:00080000:3.0:1769074753.494171:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1737655347766ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074753.494185:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1515, 88 off131864 00000004:00080000:3.0:1769074753.494189:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1737655366208ns, next at 1696607292856ns, rc = 0 00000100:00100000:3.0:1769074753.511678:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.511860:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577152 00000100:00100000:1.0:1769074753.511871:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577152 00000100:00100000:1.0:1769074753.511929:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9234 00000100:00100000:1.0:1769074753.511937:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57658:x1855007612577152:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074753.511955:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.511973:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a59e expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.512006:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.512008:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.512016:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 6 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.512031:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 6 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.512045:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204c00, rc 0) 00000100:00100000:1.0:1769074753.512097:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57658:x1855007612577152:12345-192.168.204.39@tcp:101:cat.0 Request processed in 161us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.512104:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9234 00000100:00080000:3.0:1769074753.512188:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074753.517769:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.517813:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.517923:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577280 00000100:00100000:3.0:1769074753.517934:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577280 00000100:00100000:3.0:1769074753.517998:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6324 00000100:00100000:3.0:1769074753.518008:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57658:x1855007612577280:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074753.518032:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074753.518052:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5a5 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.518108:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.518118:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.518138:0:29857:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.518161:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.518174:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074753.518177:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074753.518180:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.518187:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:3.0:1769074753.518239:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57658:x1855007612577280:12345-192.168.204.39@tcp:101:cat.0 Request processed in 233us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.518246:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6324 00000100:00100000:0.0:1769074753.520207:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577408 00000100:00100000:0.0:1769074753.520221:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577408 00000100:00100000:0.0:1769074753.520282:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9235 00000100:00100000:0.0:1769074753.520292:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+5:57659:x1855007612577408:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074753.520309:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.520338:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5ac expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.520362:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.520364:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.520372:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 6 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.520386:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 6 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.520397:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8c00, rc 0) 00000100:00100000:0.0:1769074753.520452:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+6:57659:x1855007612577408:12345-192.168.204.39@tcp:101:cat.0 Request processed in 161us (2636us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.520459:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9235 00000100:00080000:3.0:1769074753.520772:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074753.525845:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.527223:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577536 00000100:00100000:2.0:1769074753.527239:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577536 00000100:00100000:2.0:1769074753.527314:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6325 00000100:00100000:2.0:1769074753.527325:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:57659:x1855007612577536:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074753.527359:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074753.527386:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5b3 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.528354:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 149 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.528374:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 149 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.528388:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.528392:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074753.528396:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.528404:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081600, rc 0) 00000100:00100000:2.0:1769074753.528502:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+149:57659:x1855007612577536:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1178us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.528656:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6325 00000001:00080000:0.0:1769074753.619559:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941181 is committed 00000001:00080000:0.0:1769074753.619578:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941180 is committed 00000001:00080000:0.0:1769074753.619596:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941182 is committed 00000001:00080000:0.0:1769074753.619612:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941183 is committed 00000004:00080000:0.0:1769074753.619617:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1215 committed 00000004:00080000:0.0:1769074753.619624:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1201 committed 00000004:00080000:0.0:1769074753.619632:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1200 committed 00000004:00080000:0.0:1769074753.619634:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1199 committed 00000004:00080000:0.0:1769074753.619636:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1198 committed 00000004:00080000:0.0:1769074753.619638:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1214 committed 00000004:00080000:0.0:1769074753.619640:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1197 committed 00000004:00080000:0.0:1769074753.619642:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1213 committed 00000004:00080000:0.0:1769074753.619643:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1196 committed 00000004:00080000:0.0:1769074753.619645:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1212 committed 00000004:00080000:0.0:1769074753.619647:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1211 committed 00000004:00080000:0.0:1769074753.619649:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1210 committed 00000004:00080000:0.0:1769074753.619651:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1195 committed 00000004:00080000:0.0:1769074753.619652:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1194 committed 00000004:00080000:0.0:1769074753.619654:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1209 committed 00000004:00080000:0.0:1769074753.619656:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1208 committed 00000004:00080000:0.0:1769074753.619659:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1193 committed 00000001:00080000:0.0:1769074753.619664:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941178 is committed 00000100:00100000:0.0:1769074753.619790:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619808512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.619880:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074753.619914:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619809024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.619936:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074753.619958:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074753.619965:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619808640:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.620385:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619809664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.629362:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074753.629494:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619808512 00000100:00100000:2.0:1769074753.629504:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619808512 00000100:00100000:2.0:1769074753.629560:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809024 00000100:00100000:2.0:1769074753.629564:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809024 00000100:00100000:2.0:1769074753.629583:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809664 00000100:00100000:2.0:1769074753.629586:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809664 00000100:00100000:2.0:1769074753.629607:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9236 00000100:00100000:2.0:1769074753.629616:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3291:x1855007619808512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.629897:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074753.629901:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.629903:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.629905:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.629907:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:2.0:1769074753.629962:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3291:x1855007619808512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 347us (10081us total) trans 21474839365 rc 0/0 00000100:00100000:2.0:1769074753.629969:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9236 00000100:00100000:2.0:1769074753.630001:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9237 00000100:00100000:2.0:1769074753.630007:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3291:x1855007619809024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.630085:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.630088:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.630090:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.630092:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.630094:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074753.630120:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3291:x1855007619809024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (10183us total) trans 21474839366 rc 0/0 00000100:00100000:2.0:1769074753.630125:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9237 00000100:00100000:2.0:1769074753.630138:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9238 00000100:00100000:2.0:1769074753.630160:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619809664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.630167:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619810176:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.630216:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619808768:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.630293:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.630297:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074747 -> 1769074747 00002000:00010000:2.0:1769074753.630299:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.630302:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074746 -> 1769074746 00002000:00010000:2.0:1769074753.630304:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1769074753.630316:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.630385:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619808640 00000100:00100000:3.0:1769074753.630391:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619808640 00000100:00100000:3.0:1769074753.630423:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9239 00000100:00100000:3.0:1769074753.630441:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3291:x1855007619808640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074753.630537:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074753.630540:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074746 -> 1769074746 00002000:00010000:3.0:1769074753.630542:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074746 -> 1769074746 00002000:00010000:3.0:1769074753.630544:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074746 -> 1769074746 00002000:00010000:3.0:1769074753.630546:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074753.630882:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619809664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 736us (1530us total) trans 17179872429 rc 0/0 00000100:00100000:2.0:1769074753.630890:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9238 00000100:00100000:3.0:1769074753.632637:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3291:x1855007619808640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2197us (2313us total) trans 21474839367 rc 0/0 00000100:00100000:3.0:1769074753.632652:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9239 00000100:00100000:3.0:1769074753.632703:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.632756:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.632794:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.632837:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809792:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.632860:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.632895:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619810304:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.632914:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.632938:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1769074753.632945:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619808896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.632962:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.632979:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809408:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.632995:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.633010:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.633026:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.633040:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619810432:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.633056:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.633081:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074753.633124:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41331500/2, rc 0, transno 17179872429 00000100:00100000:3.0:1769074753.633130:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619809664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.633137:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074753.633143:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619809536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.633164:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.633178:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619810048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074753.633180:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619808768 00000100:00100000:1.0:1769074753.633189:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619808768 00000100:00100000:3.0:1769074753.633199:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074753.633223:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809280 00000100:00100000:1.0:1769074753.633228:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809792 00000100:00100000:3.0:1769074753.633228:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809280 00000100:00100000:1.0:1769074753.633233:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809792 00000100:00100000:3.0:1769074753.633253:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619810304 00000100:00100000:1.0:1769074753.633257:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619808896 00000100:00100000:3.0:1769074753.633258:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619810304 00000100:00100000:1.0:1769074753.633262:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619808896 00000100:00100000:3.0:1769074753.633282:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809408 00000100:00100000:1.0:1769074753.633284:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809920 00000100:00100000:3.0:1769074753.633287:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809408 00000100:00100000:1.0:1769074753.633289:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809920 00000100:00100000:3.0:1769074753.633311:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619810432 00000100:00100000:1.0:1769074753.633313:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619810176 00000100:00100000:3.0:1769074753.633316:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619810432 00000100:00100000:1.0:1769074753.633318:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619810176 00000100:00100000:1.0:1769074753.633342:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809536 00000100:00100000:1.0:1769074753.633346:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809536 00000100:00100000:3.0:1769074753.633354:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619810048 00000100:00100000:3.0:1769074753.633358:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619810048 00000100:00100000:1.0:1769074753.633367:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9240 00000100:00100000:1.0:1769074753.633377:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619808768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074753.633382:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9241 00000100:00100000:3.0:1769074753.633391:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619809280:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074753.633637:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074753.633637:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074753.633645:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:3.0:1769074753.633645:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074753.633651:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074753.633653:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074749 -> 1769074749 00002000:00010000:3.0:1769074753.633656:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074753.633658:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:3.0:1769074753.633661:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00002000:00010000:1.0:1769074753.633663:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5471 -> 5471 00000100:00100000:1.0:1769074753.633724:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619808768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 348us (1019us total) trans 21474839369 rc 0/0 00000100:00100000:3.0:1769074753.633727:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619809280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 335us (930us total) trans 21474839368 rc 0/0 00000100:00100000:1.0:1769074753.633738:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9240 00000100:00100000:3.0:1769074753.633747:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9241 00000100:00100000:1.0:1769074753.633759:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9242 00000100:00100000:3.0:1769074753.633770:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9243 00000100:00100000:1.0:1769074753.633771:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619809792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074753.633783:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619810304:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074753.633922:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9244 00000100:00100000:2.0:1769074753.633932:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619808896:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074753.634305:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074753.634309:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074753.634312:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074753.634314:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074753.634316:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074753.634359:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619809792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 593us (1497us total) trans 17179872430 rc 0/0 00000100:00100000:1.0:1769074753.634366:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9242 00000100:00100000:1.0:1769074753.634382:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9245 00000100:00100000:1.0:1769074753.634389:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3289:x1855007619809408:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.635235:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074753.635241:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.635245:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.635248:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.635250:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00002000:00010000:3.0:1769074753.635285:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074753.635290:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074753.635292:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074753.635294:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074753.635297:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074753.635310:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619808896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1377us (2342us total) trans 21474839370 rc 0/0 00000100:00100000:2.0:1769074753.635319:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9244 00000100:00100000:3.0:1769074753.635347:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619810304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1567us (2430us total) trans 17179872431 rc 0/0 00000100:00100000:2.0:1769074753.635356:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9246 00000100:00100000:2.0:1769074753.635371:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619809920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.635456:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.635460:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.635462:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074753.635463:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.635465:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074753.635492:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619809920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (2464us total) trans 17179872432 rc 0/0 00002000:00010000:1.0:1769074753.635602:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:1.0:1769074753.635606:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074753.635608:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074753.635613:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074753.635616:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:1.0:1769074753.635647:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619809408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1259us (2651us total) trans 21474839371 rc 0/0 00000100:00100000:3.0:1769074753.636717:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9243 00000100:00100000:3.0:1769074753.636760:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9247 00000100:00100000:3.0:1769074753.636773:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3292:x1855007619810176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074753.637194:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074753.637199:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074753.637201:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074753.637204:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074753.637206:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:3.0:1769074753.637273:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3292:x1855007619810176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 504us (4189us total) trans 17179872433 rc 0/0 00000100:00100000:3.0:1769074753.637280:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9247 00000100:00100000:3.0:1769074753.637294:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9248 00000100:00100000:3.0:1769074753.637301:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619810432:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074753.637391:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074753.637395:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074753.637397:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074753.637399:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074753.637401:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1769074753.637426:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619810432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (4368us total) trans 17179872434 rc 0/0 00000100:00100000:2.0:1769074753.638806:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9246 00000100:00100000:2.0:1769074753.638858:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9249 00000100:00100000:2.0:1769074753.638871:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3292:x1855007619809536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.639232:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074753.639236:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.639238:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074745 -> 1769074745 00002000:00010000:2.0:1769074753.639240:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074753.639242:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074753.639374:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3292:x1855007619809536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 509us (6208us total) trans 17179872435 rc 0/0 00000100:00100000:2.0:1769074753.639381:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9249 00000100:00100000:2.0:1769074753.639395:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9250 00000100:00100000:2.0:1769074753.639403:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3292:x1855007619810048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074753.639485:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074753.639489:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.639491:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.639493:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074753.639495:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074753.639521:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3292:x1855007619810048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (6322us total) trans 17179872436 rc 0/0 00000100:00100000:2.0:1769074753.639527:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9250 00000100:00100000:1.0:1769074753.641137:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9245 00000100:00100000:3.0:1769074753.641236:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9248 00000004:00080000:3.0:1769074753.641421:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d27b80/2, rc 0, transno 21474839370 00000100:00100000:3.0:1769074753.641934:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619808896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.641952:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24e00/2, rc 0, transno 21474839371 00000100:00100000:3.0:1769074753.641957:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809408:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.641966:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332680/2, rc 0, transno 17179872432 00000100:00100000:3.0:1769074753.641970:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809920:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.641978:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1f80/2, rc 0, transno 17179872434 00000100:00100000:3.0:1769074753.641981:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619810432:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.641988:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24a80/2, rc 0, transno 21474839369 00000100:00100000:3.0:1769074753.641991:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619808768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.641998:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24700/2, rc 0, transno 21474839368 00000100:00100000:3.0:1769074753.642001:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809280:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074753.642008:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332300/2, rc 0, transno 17179872430 00000100:00100000:3.0:1769074753.642011:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619809792:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.642017:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41331f80/2, rc 0, transno 17179872431 00000100:00100000:3.0:1769074753.642020:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619810304:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.642043:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332a00/2, rc 0, transno 17179872435 00000100:00100000:3.0:1769074753.642046:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619809536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.642053:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41330000/2, rc 0, transno 17179872436 00000100:00100000:3.0:1769074753.642056:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619810048:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074753.642063:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332d80/2, rc 0, transno 17179872433 00000100:00100000:3.0:1769074753.642066:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619810176:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074753.642189:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d27800/2, rc 0, transno 21474839367 00000100:00100000:0.0:1769074753.642193:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619808640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.642203:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619809152:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.642265:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074753.642284:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24380/2, rc 0, transno 21474839365 00000100:00100000:0.0:1769074753.642288:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619808512:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074753.642296:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24000/2, rc 0, transno 21474839366 00000100:00100000:0.0:1769074753.642299:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619809024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074753.642308:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619810560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074753.642488:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619809152 00000100:00100000:2.0:1769074753.642499:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619809152 00000100:00100000:0.0:1769074753.642535:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074753.647294:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619810560 00000100:00100000:2.0:1769074753.647311:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619810560 00000100:00100000:2.0:1769074753.647397:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9251 00000100:00100000:2.0:1769074753.647409:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619809152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.647627:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074753.647631:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.647633:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.647635:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074753.647637:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074753.647716:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3291:x1855007619809152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 309us (5451us total) trans 21474839372 rc 0/0 00000100:00100000:2.0:1769074753.647725:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9251 00000100:00100000:2.0:1769074753.647865:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9252 00000100:00100000:2.0:1769074753.647872:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619810560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074753.647950:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074753.647954:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074753.647956:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074753.647959:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074753.647961:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074753.650255:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3291:x1855007619810560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2372us (7916us total) trans 21474839373 rc 0/0 00000100:00100000:2.0:1769074753.650370:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9252 00010000:00010000:2.0:1769074753.650460:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a597 expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650475:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.650478:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074753.650484:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 6 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650496:0:30391:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 6 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650504:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 6 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650512:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650520:0:30391:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650527:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.650577:0:30391:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074753.650593:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619810688:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074753.650767:0:30391:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 6 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074753.650777:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d24700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619810816:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074753.650800:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e780 going to sleep for 11 seconds 00000004:00080000:2.0:1769074753.650864:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08851180/2, rc 0, transno 21474839373 00000100:00100000:2.0:1769074753.650871:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619810560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074753.650882:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d26a00/2, rc 0, transno 21474839372 00000100:00100000:2.0:1769074753.650885:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619809152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074753.670868:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.670915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.671347:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619810688:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074753.671362:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d24700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619810816:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074753.671401:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e88e07 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a597 expref: 146 pid: 30391 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074753.671425:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a597 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.671459:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca9000, rc 0) 00000100:00100000:2.0:1769074753.671527:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57655:x1855007612576768:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 191910us (192339us total) trans 8589941183 rc 0/0 00000100:00100000:2.0:1769074753.671536:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6323 00000100:00100000:0.0:1769074753.672105:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577664 00000100:00100000:0.0:1769074753.672113:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577664 00000100:00100000:0.0:1769074753.672161:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577792 00000100:00100000:0.0:1769074753.672165:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577792 00000100:00100000:0.0:1769074753.672181:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2660 00000100:00100000:0.0:1769074753.672189:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09460050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57658:x1855007612577664:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074753.672270:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09460050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57658:x1855007612577664:12345-192.168.204.39@tcp:49:cat.0 Request processed in 81us (1413us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.672276:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2660 00000100:00100000:0.0:1769074753.672316:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2661 00000100:00100000:0.0:1769074753.672322:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57659:x1855007612577792:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074753.672379:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57659:x1855007612577792:12345-192.168.204.39@tcp:49:cat.0 Request processed in 56us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.672385:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2661 00000100:00100000:2.0:1769074753.690604:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.690700:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612577920 00000100:00100000:3.0:1769074753.690710:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612577920 00000100:00100000:3.0:1769074753.690778:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2662 00000100:00100000:3.0:1769074753.690790:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57655:x1855007612577920:12345-192.168.204.39@tcp:49:multiop.0 00000100:00100000:3.0:1769074753.691276:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57655:x1855007612577920:12345-192.168.204.39@tcp:49:multiop.0 Request processed in 487us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.691286:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2662 00000100:00100000:1.0:1769074753.708762:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.708878:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578048 00000100:00100000:3.0:1769074753.708890:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578048 00002000:00100000:3.0:1769074753.708944:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d08850000 x1855007612578048/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074753.708955:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850000 with x1855007612578048 ext(1048576->2097151) 00002000:00010000:3.0:1769074753.708961:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850000 00000100:00100000:3.0:1769074753.709009:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5169 00000100:00100000:3.0:1769074753.709018:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+6:2373:x1855007612578048:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074753.716453:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.716550:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578176 00000100:00100000:3.0:1769074753.716561:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578176 00002000:00100000:3.0:1769074753.716609:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d08853100 x1855007612578176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074753.716620:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853100 with x1855007612578176 ext(1048576->2097151) 00002000:00010000:3.0:1769074753.716625:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853100 00000100:00100000:3.0:1769074753.716666:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5170 00000100:00100000:3.0:1769074753.716674:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612578176:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074753.721747:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.721790:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.721965:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578304 00000100:00100000:3.0:1769074753.721988:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578304 00000100:00100000:3.0:1769074753.722053:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578432 00000100:00100000:3.0:1769074753.722057:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578432 00000100:00100000:3.0:1769074753.722083:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9253 00000100:00100000:3.0:1769074753.722092:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:57655:x1855007612578304:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074753.722116:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074753.722141:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5ba expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.722189:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074753.722197:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.722199:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.722204:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1150976->1576959] (req 1150976->1576959) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.722238:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074753.722255:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 14 pid: 33557 timeout: 1837 lvb_type: 1 00000100:00100000:3.0:1769074753.722271:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619810944:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074753.722368:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c963780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074753.722393:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9254 00000100:00100000:3.0:1769074753.722401:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57654:x1855007612578432:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074753.722410:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074753.722421:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5c1 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.722439:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074753.722447:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.722448:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.722451:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1667072->2097151] (req 1667072->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.722470:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074753.722479:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 14 pid: 26585 timeout: 1837 lvb_type: 1 00000100:00100000:3.0:1769074753.722488:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811072:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074753.722512:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d99f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.733903:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.733953:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.733989:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578560 00000100:00100000:1.0:1769074753.733999:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578560 00010000:00010000:1.0:1769074753.734038:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 15 pid: 33557 timeout: 1837 lvb_type: 1 00000100:00100000:1.0:1769074753.734067:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578688 00000100:00100000:1.0:1769074753.734070:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578688 00010000:00010000:1.0:1769074753.734084:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 15 pid: 26585 timeout: 1837 lvb_type: 1 00000100:00100000:1.0:1769074753.734104:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4925 00000100:00100000:1.0:1769074753.734114:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612578560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074753.734127:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074753.734156:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 15 pid: 33557 timeout: 1837 lvb_type: 1 00010000:00010000:1.0:1769074753.734176:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 15 pid: 33557 timeout: 1837 lvb_type: 1 00010000:00010000:1.0:1769074753.734201:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.734203:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074753.734210:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.734219:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.734253:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074753.734266:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619811200:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074753.734351:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074753.734521:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88c40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4fd expref: 15 pid: 33557 timeout: 1837 lvb_type: 1 00000100:00100000:3.0:1769074753.734537:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619810944:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074753.734563:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.734572:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97800, rc 0) 00000100:00100000:3.0:1769074753.734618:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+16:57655:x1855007612578304:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12526us (12883us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.734627:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9253 00000100:00100000:3.0:1769074753.734682:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4926 00000100:00100000:3.0:1769074753.734690:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612578688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074753.734700:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074753.734716:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 15 pid: 26585 timeout: 1837 lvb_type: 1 00010000:00010000:3.0:1769074753.734727:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 15 pid: 26585 timeout: 1837 lvb_type: 1 00010000:00010000:3.0:1769074753.734746:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.734748:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074753.734754:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.734762:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.734785:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074753.734795:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619811328:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074753.734860:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c963780 going to sleep for 11 seconds 00010000:00010000:0.0:1769074753.742756:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e88c39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4f6 expref: 15 pid: 26585 timeout: 1837 lvb_type: 1 00000100:00100000:0.0:1769074753.742784:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811072:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074753.742818:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.742862:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:0.0:1769074753.742908:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57654:x1855007612578432:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 20506us (21116us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.742917:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9254 00000100:00100000:0.0:1769074753.743913:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619811200:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074753.743931:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074753.743968:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612578560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9855us (10072us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.743977:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4925 00000100:00100000:1.0:1769074753.752451:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612578176:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35765us (35995us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074753.752468:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5170 00002000:00100000:1.0:1769074753.752483:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d08853100 x1855007612578176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.752494:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853100 with x1855007612578176 ext(1048576->2097151) 00002000:00010000:1.0:1769074753.752500:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853100 00000100:00100000:1.0:1769074753.758415:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.758483:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.758564:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578816 00000100:00100000:0.0:1769074753.758574:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578816 00002000:00100000:0.0:1769074753.758622:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1150976->1155071) req@ffff956d41049c00 x1855007612578816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.758633:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049c00 with x1855007612578816 ext(1150976->1155071) 00002000:00010000:0.0:1769074753.758639:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049c00 00000100:00100000:0.0:1769074753.758665:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612578944 00000100:00100000:0.0:1769074753.758668:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612578944 00002000:00100000:0.0:1769074753.758683:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x212:0x0] (1667072->1671167) req@ffff956d4104b100 x1855007612578944/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.758691:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b100 with x1855007612578944 ext(1667072->1671167) 00002000:00010000:0.0:1769074753.758694:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104b100 00000100:00100000:0.0:1769074753.758710:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5171 00000100:00100000:0.0:1769074753.758720:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612578816:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074753.759067:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612578816:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 347us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074753.759075:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5171 00002000:00100000:0.0:1769074753.759082:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1150976->1155071) req@ffff956d41049c00 x1855007612578816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/4536 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.759090:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049c00 with x1855007612578816 ext(1150976->1155071) 00002000:00010000:0.0:1769074753.759094:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049c00 00000100:00100000:0.0:1769074753.759213:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5172 00000100:00100000:0.0:1769074753.759221:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612578944:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074753.759449:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612578944:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 228us (964us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074753.759456:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5172 00002000:00100000:0.0:1769074753.759463:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x212:0x0] (1667072->1671167) req@ffff956d4104b100 x1855007612578944/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/4536 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.759471:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b100 with x1855007612578944 ext(1667072->1671167) 00002000:00010000:0.0:1769074753.759474:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104b100 00000100:00100000:3.0:1769074753.760187:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619811328:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074753.760209:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074753.760288:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612578688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 25598us (26334us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.760301:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4926 00000100:00100000:2.0:1769074753.765974:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+6:2373:x1855007612578048:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 56944us (57210us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074753.766000:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5169 00002000:00100000:2.0:1769074753.766013:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d08850000 x1855007612578048/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074753.766024:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850000 with x1855007612578048 ext(1048576->2097151) 00002000:00010000:2.0:1769074753.766031:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08850000 00000100:00100000:2.0:1769074753.793242:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.793435:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579072 00000100:00100000:0.0:1769074753.793448:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579072 00002000:00100000:0.0:1769074753.793499:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d08d24000 x1855007612579072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 504/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.793510:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24000 with x1855007612579072 ext(1048576->2097151) 00002000:00010000:0.0:1769074753.793515:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d24000 00000100:00100000:0.0:1769074753.793552:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5173 00000100:00100000:0.0:1769074753.793560:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612579072:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074753.798168:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.807406:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579200 00000100:00100000:1.0:1769074753.807425:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579200 00002000:00100000:1.0:1769074753.807496:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1572864->1576959) req@ffff956d10873800 x1855007612579200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.807509:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873800 with x1855007612579200 ext(1572864->1576959) 00002000:00010000:1.0:1769074753.807517:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873800 00000100:00100000:1.0:1769074753.807571:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5174 00000100:00100000:1.0:1769074753.807581:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612579200:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074753.808651:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612579200:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 1062us (10488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074753.808665:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5174 00002000:00100000:1.0:1769074753.808675:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1572864->1576959) req@ffff956d10873800 x1855007612579200/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/4536 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.808685:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873800 with x1855007612579200 ext(1572864->1576959) 00002000:00010000:1.0:1769074753.808691:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873800 00000100:00100000:1.0:1769074753.812557:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612579072:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 18982us (19311us total) trans 0 rc 1044480/1044480 00000100:00100000:1.0:1769074753.812575:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5173 00002000:00100000:1.0:1769074753.812587:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d08d24000 x1855007612579072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 504/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.812597:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24000 with x1855007612579072 ext(1048576->2097151) 00002000:00010000:1.0:1769074753.812604:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d24000 00000100:00100000:2.0:1769074753.826798:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.832675:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579328 00000100:00100000:0.0:1769074753.832691:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579328 00000100:00100000:0.0:1769074753.832774:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9255 00000100:00100000:0.0:1769074753.832785:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+6:57659:x1855007612579328:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074753.832804:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.832863:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5c8 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.832908:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.832916:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074753.832918:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074753.832923:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.832962:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.832976:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 6 pid: 6531 timeout: 1837 lvb_type: 0 00000100:00100000:0.0:1769074753.832990:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811456:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074753.833082:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074753.838937:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.839104:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579456 00000100:00100000:0.0:1769074753.839115:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579456 00000100:00100000:0.0:1769074753.839187:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6326 00000100:00100000:0.0:1769074753.839196:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57660:x1855007612579456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074753.839220:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.839243:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88e46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5cf expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.839309:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839339:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839351:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839365:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839371:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839377:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839482:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839492:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.839500:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074753.839533:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.839545:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 144 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:0.0:1769074753.839558:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619811584:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074753.839645:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.843352:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619811584:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074753.843385:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074753.844093:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811456:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074753.844117:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.844135:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158400, rc 0) 00000100:00100000:0.0:1769074753.844209:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:57659:x1855007612579328:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11425us (17422us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.844219:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9255 00000100:00100000:1.0:1769074753.846032:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.846136:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579712 00000100:00100000:2.0:1769074753.846155:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579712 00000100:00100000:2.0:1769074753.846205:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2663 00000100:00100000:2.0:1769074753.846213:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:47798:x1855007612579712:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1769074753.846485:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:47798:x1855007612579712:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 272us (462us total) trans 8589941184 rc 0/0 00000100:00100000:2.0:1769074753.846493:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2663 00000100:00100000:1.0:1769074753.854922:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.855030:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579968 00000100:00100000:0.0:1769074753.855041:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579968 00000100:00100000:0.0:1769074753.855099:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9256 00000100:00100000:0.0:1769074753.855111:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57658:x1855007612579968:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074753.855136:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.855346:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5d6 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.855388:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.855396:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074753.855398:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074753.855402:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.855439:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.855454:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 15 pid: 26360 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074753.855467:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619811712:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074753.855549:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.858139:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.858188:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.858264:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.859247:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612579840 00000100:00100000:1.0:1769074753.859261:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612579840 00002000:00100000:1.0:1769074753.859345:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1667072->2097151) req@ffff956d41988e00 x1855007612579840/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.859356:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988e00 with x1855007612579840 ext(1667072->2097151) 00010000:00010000:1.0:1769074753.859367:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 7 pid: 6531 timeout: 1837 lvb_type: 0 00010000:00010000:1.0:1769074753.859385:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 7 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:1.0:1769074753.859393:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41988e00 00000100:00100000:1.0:1769074753.859437:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1064 00000100:00100000:1.0:1769074753.859447:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612579840:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074753.860209:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580224 00000100:00100000:2.0:1769074753.860219:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580224 00010000:00010000:2.0:1769074753.860250:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00000100:00100000:2.0:1769074753.860278:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4927 00000100:00100000:2.0:1769074753.860286:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612580224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074753.860297:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074753.860304:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.860319:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.860355:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e88de4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a57b expref: 146 pid: 29856 timeout: 1837 lvb_type: 0 00010000:00010000:2.0:1769074753.860374:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074753.860381:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.860391:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.860403:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074753.860431:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074753.860464:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:2370:x1855007612580224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 180us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.860471:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4927 00010000:00010000:1.0:1769074753.860882:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.860890:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074753.860929:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074753.860934:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074753.860952:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.860966:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863118:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863134:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863142:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863148:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.863152:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863159:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863175:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074753.863178:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.863182:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863188:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88e4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863205:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863211:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863217:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863223:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074753.863226:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863231:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863237:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5400) 00010000:00010000:1.0:1769074753.863239:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074753.863242:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863247:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e88e54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.863288:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88e46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.863300:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.863307:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.863309:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074753.863312:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:1.0:1769074753.863392:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57660:x1855007612579456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 24196us (24464us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074753.863401:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6326 00000100:00100000:2.0:1769074753.873810:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619811712:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074753.873875:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.873897:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:2.0:1769074753.873961:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57658:x1855007612579968:12345-192.168.204.39@tcp:101:cat.0 Request processed in 18852us (19047us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.873970:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9256 00000100:00100000:2.0:1769074753.874012:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580096 00000100:00100000:2.0:1769074753.874019:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580096 00000100:00100000:2.0:1769074753.874060:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9257 00000100:00100000:2.0:1769074753.874069:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57654:x1855007612580096:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074753.874086:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074753.874104:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5dd expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.874128:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074753.874133:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.874156:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074753.874161:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1572863] (req 1048576->1572863) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.874198:0:6531:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.874209:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1572863] (req 1048576->1572863) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.874217:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:2.0:1769074753.874236:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57654:x1855007612580096:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 169us (16048us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074753.874242:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9257 00000100:00100000:1.0:1769074753.878362:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074753.878541:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580352 00000100:00100000:2.0:1769074753.878552:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580352 00002000:00100000:2.0:1769074753.878600:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1150976->1576959) req@ffff956d4104a680 x1855007612580352/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074753.878612:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104a680 with x1855007612580352 ext(1150976->1576959) 00010000:00010000:2.0:1769074753.878621:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074753.878641:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 16 pid: 26360 timeout: 1838 lvb_type: 0 00002000:00010000:2.0:1769074753.878654:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104a680 00000100:00100000:2.0:1769074753.878691:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1065 00000100:00100000:2.0:1769074753.878700:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612580352:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074753.884634:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.884689:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.884730:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580480 00000100:00100000:0.0:1769074753.884742:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580480 00000100:00100000:0.0:1769074753.884794:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580608 00000100:00100000:0.0:1769074753.884796:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580608 00000100:00100000:0.0:1769074753.884818:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9258 00000100:00100000:0.0:1769074753.884847:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612580480:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074753.884870:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.884894:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e88e70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5e4 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074753.884964:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811968:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074753.885068:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.885088:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9259 00000100:00100000:0.0:1769074753.885094:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612580608:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074753.885105:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.885115:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e88e77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5eb expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074753.886945:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619812096:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074753.887161:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1769074753.895082:0:21706:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074746 -> 1769074754 00002000:00010000:1.0:1769074753.895093:0:21706:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074746 -> 1769074754 00002000:00010000:1.0:1769074753.895096:0:21706:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074746 -> 1769074754 00000100:00100000:1.0:1769074753.895118:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619812096:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074753.895155:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e88e77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5eb expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074753.895181:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e88e77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5eb expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074753.895194:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158800, rc 0) 00000100:00100000:1.0:1769074753.895249:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612580608:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10155us (10560us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074753.895259:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9259 00002000:00010000:1.0:1769074753.895302:0:6531:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074747 -> 1769074754 00002000:00010000:1.0:1769074753.895305:0:6531:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074746 -> 1769074754 00002000:00010000:1.0:1769074753.895308:0:6531:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074746 -> 1769074754 00000100:00100000:1.0:1769074753.895318:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619811968:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074753.895348:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e88e70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5e4 expref: 15 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074753.895362:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e88e70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5e4 expref: 15 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074753.895372:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:1.0:1769074753.895395:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612580480:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10550us (10774us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074753.895405:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9258 00000100:00100000:0.0:1769074753.905387:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612580352:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 26676us (27028us total) trans 21474839374 rc 0/0 00000100:00100000:0.0:1769074753.905401:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1065 00002000:00100000:0.0:1769074753.905414:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1150976->1576959) req@ffff956d4104a680 x1855007612580352/t21474839374(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/448 e 0 to 0 dl 1769074764 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.905424:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104a680 with x1855007612580352 ext(1150976->1576959) 00010000:00010000:0.0:1769074753.905434:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.905447:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074753.905454:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104a680 00000100:00100000:2.0:1769074753.909655:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612579840:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 50199us (51515us total) trans 17179872437 rc 0/0 00000100:00100000:2.0:1769074753.909671:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1064 00002000:00100000:2.0:1769074753.909684:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1667072->2097151) req@ffff956d41988e00 x1855007612579840/t17179872437(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/448 e 0 to 0 dl 1769074764 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074753.909693:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988e00 with x1855007612579840 ext(1667072->2097151) 00010000:00010000:2.0:1769074753.909703:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074753.909719:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:2.0:1769074753.909726:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41988e00 00000100:00100000:1.0:1769074753.915955:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.916244:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580736 00000100:00100000:0.0:1769074753.916254:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580736 00010000:00010000:0.0:1769074753.916384:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074753.916430:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4928 00000100:00100000:0.0:1769074753.916439:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612580736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074753.916456:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074753.916479:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.916489:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.916516:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e88e38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c1 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.916535:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.916537:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.916545:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.916554:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.916593:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074753.916607:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619812224:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074753.917458:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.921688:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.928384:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.928465:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619812224:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074753.928489:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074753.928537:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612580736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12098us (12594us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.928548:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4928 00000100:00100000:0.0:1769074753.928578:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612580864 00000100:00100000:0.0:1769074753.928584:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612580864 00010000:00010000:0.0:1769074753.928615:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074753.928792:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581248 00000100:00100000:1.0:1769074753.928797:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581248 00000100:00100000:1.0:1769074753.928857:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6327 00000100:00100000:1.0:1769074753.928866:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57660:x1855007612581248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074753.928884:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.928904:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88e7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5f2 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.929000:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.929015:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.929022:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.929051:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.929062:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 8 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074753.929076:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619812352:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074753.929132:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.929219:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.929283:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581376 00000100:00100000:1.0:1769074753.929288:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581376 00002000:00100000:1.0:1769074753.929316:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c050e9880 x1855007612581376/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.929335:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9880 with x1855007612581376 ext(1048576->2097151) 00002000:00010000:1.0:1769074753.929339:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9880 00000100:00100000:1.0:1769074753.929364:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5175 00000100:00100000:1.0:1769074753.929371:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612581376:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074753.934448:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4929 00000100:00100000:2.0:1769074753.934470:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612580864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074753.934493:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074753.934521:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074753.934538:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074753.934564:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97800/0x8b5959a9a0e88e31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1150976->1576959) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ba expref: 18 pid: 26360 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074753.934581:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.934583:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074753.934590:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.934599:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.934640:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.934651:0:5739:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 7 pid: 6531 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074753.934664:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619812480:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074753.934974:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.947989:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.948070:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074753.948369:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619812480:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074753.948392:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074753.948453:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612580864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13992us (26775us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.948464:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4929 00000100:00100000:3.0:1769074753.948494:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581504 00000100:00100000:3.0:1769074753.948500:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581504 00010000:00010000:3.0:1769074753.948532:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:3.0:1769074753.948557:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4930 00000100:00100000:3.0:1769074753.948565:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612581504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074753.948578:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074753.948584:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074753.948597:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074753.948619:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074753.948624:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.948635:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.948646:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074753.948663:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074753.948682:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612581504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074753.948688:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4930 00000100:00100000:0.0:1769074753.950424:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581632 00000100:00100000:0.0:1769074753.950439:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581632 00002000:00100000:0.0:1769074753.950492:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41988700 x1855007612581632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/0 e 0 to 0 dl 1769074764 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.950502:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988700 with x1855007612581632 ext(1048576->2097151) 00010000:00010000:0.0:1769074753.950511:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.950532:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074753.950540:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41988700 00000100:00100000:0.0:1769074753.950582:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1066 00000100:00100000:0.0:1769074753.950593:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612581632:12345-192.168.204.39@tcp:3:multiop.0 00010000:00010000:1.0:1769074753.960280:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88e5b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5cf expref: 8 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074753.960313:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619812352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074753.960357:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.960369:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.960373:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074753.960399:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074753.960589:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e88e7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.960607:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.960621:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074753.960625:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074753.960629:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:1.0:1769074753.960708:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612581248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 31843us (32333us total) trans 8589941185 rc 0/0 00000100:00100000:1.0:1769074753.960718:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6327 00000100:00100000:1.0:1769074753.961134:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612581376:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 31763us (31914us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074753.961142:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5175 00002000:00100000:1.0:1769074753.961152:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c050e9880 x1855007612581376/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074753.961162:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9880 with x1855007612581376 ext(1048576->2097151) 00002000:00010000:1.0:1769074753.961167:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9880 00000100:00100000:0.0:1769074753.966210:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612581632:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 15607us (18128us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074753.966227:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1066 00002000:00100000:0.0:1769074753.966243:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41988700 x1855007612581632/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:289/0 lens 488/440 e 0 to 0 dl 1769074764 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074753.966254:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988700 with x1855007612581632 ext(1048576->2097151) 00010000:00010000:0.0:1769074753.966264:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074753.966283:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074753.966291:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41988700 00000100:00100000:0.0:1769074753.986722:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074753.987511:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581760 00000100:00100000:1.0:1769074753.987521:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581760 00000100:00100000:1.0:1769074753.987589:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6328 00000100:00100000:1.0:1769074753.987598:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612581760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074753.987622:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074753.987644:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88e93 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a5f9 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.987730:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.987746:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.987756:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074753.987788:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.987799:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074753.987813:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619812608:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074753.987927:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01377e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.991269:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074753.991463:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612581888 00000100:00100000:0.0:1769074753.991473:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612581888 00000100:00100000:0.0:1769074753.991528:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9260 00000100:00100000:0.0:1769074753.991537:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:57659:x1855007612581888:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074753.991555:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074753.991574:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a600 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.991598:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074753.991604:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1572863] (req 1048576->1572863) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.991612:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074753.991616:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.991663:0:6531:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1572863] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.991678:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.991691:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:0.0:1769074753.991749:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:57659:x1855007612581888:12345-192.168.204.39@tcp:101:cat.0 Request processed in 212us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074753.991757:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9260 00000100:00100000:2.0:1769074753.992425:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619812608:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074753.992446:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074754.001216:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.001396:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582016 00000100:00100000:2.0:1769074754.001407:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582016 00010000:00010000:2.0:1769074754.001446:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.001489:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4931 00000100:00100000:2.0:1769074754.001497:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612582016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074754.001514:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074754.001520:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.001534:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.001556:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e88e85 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f2 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.001573:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.001578:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.001587:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.001595:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.001631:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074754.001690:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2370:x1855007612582016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.001698:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4931 00010000:00010000:1.0:1769074754.002295:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.002304:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074754.002360:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074754.002365:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074754.002384:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.002418:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88e93 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.002433:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.002445:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.002448:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074754.002450:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:1.0:1769074754.002498:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612581760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14901us (15785us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.002506:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6328 00000100:00100000:0.0:1769074754.011157:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.011196:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.011226:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.011255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.011285:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.011313:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582144 00000100:00100000:0.0:1769074754.011332:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582144 00000100:00100000:0.0:1769074754.011384:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582272 00000100:00100000:0.0:1769074754.011387:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582272 00000100:00100000:0.0:1769074754.011403:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582400 00000100:00100000:0.0:1769074754.011407:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582400 00000100:00100000:0.0:1769074754.011419:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582528 00000100:00100000:0.0:1769074754.011421:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582528 00000100:00100000:0.0:1769074754.011441:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9261 00000100:00100000:0.0:1769074754.011450:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612582144:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074754.011472:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.011492:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a607 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.011518:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011520:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011529:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011547:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011560:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:0.0:1769074754.011610:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612582144:12345-192.168.204.39@tcp:101:cat.0 Request processed in 161us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.011618:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9261 00000100:00100000:0.0:1769074754.011639:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9262 00000100:00100000:0.0:1769074754.011644:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612582272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074754.011651:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.011662:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88eaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a60e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.011673:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011683:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88eaf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a60e expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011696:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88eaf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a60e expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011707:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:0.0:1769074754.011726:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612582272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 81us (530us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074754.011731:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9262 00000100:00100000:0.0:1769074754.011745:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9263 00000100:00100000:0.0:1769074754.011751:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612582400:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074754.011757:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.011765:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a615 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.011780:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011781:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011787:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011798:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011807:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:0.0:1769074754.011863:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612582400:12345-192.168.204.39@tcp:101:cat.0 Request processed in 112us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.011868:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9263 00000100:00100000:0.0:1769074754.011881:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9264 00000100:00100000:0.0:1769074754.011888:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612582528:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074754.011896:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.011905:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a61c expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.011916:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011917:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.011922:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011932:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.011942:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:0.0:1769074754.011961:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612582528:12345-192.168.204.39@tcp:101:cat.0 Request processed in 74us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.011967:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9264 00000100:00100000:0.0:1769074754.012117:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582656 00000100:00100000:0.0:1769074754.012123:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582656 00010000:00010000:0.0:1769074754.012146:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.012177:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4932 00000100:00100000:0.0:1769074754.012183:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612582656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074754.012194:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074754.012217:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.012238:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.012253:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88e62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5d6 expref: 9 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.012263:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.012265:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.012271:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.012279:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.012329:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.012343:0:5738:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.012358:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619812864:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074754.012421:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.021270:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.022708:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.039868:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582784 00000100:00100000:3.0:1769074754.039883:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582784 00000100:00100000:0.0:1769074754.040013:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612582912 00000100:00100000:0.0:1769074754.040020:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612582912 00000100:00100000:2.0:1769074754.040166:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9265 00000100:00100000:2.0:1769074754.040177:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612582912:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074754.040197:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.040217:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e88ec4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a62a expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074754.040290:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619812992:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074754.040394:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074754.040693:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.040926:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619812864:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074754.040945:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074754.040990:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612582656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 28807us (29704us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.041002:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4932 00000100:00100000:1.0:1769074754.042368:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9266 00000100:00100000:1.0:1769074754.042379:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612582784:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.042399:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.042415:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a623 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.042438:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.042440:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.042449:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 15 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.042465:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 15 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.042477:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:1.0:1769074754.042536:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612582784:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 157us (21283us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.042542:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9266 00000100:00100000:0.0:1769074754.043055:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583040 00000100:00100000:0.0:1769074754.043064:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583040 00002000:00100000:0.0:1769074754.043106:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20e:0x0] (1568768->1572863) req@ffff956d10870000 x1855007612583040/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.043116:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870000 with x1855007612583040 ext(1568768->1572863) 00010000:00010000:0.0:1769074754.043124:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.043150:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074754.043157:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10870000 00000100:00100000:0.0:1769074754.043175:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1067 00000100:00100000:0.0:1769074754.043182:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612583040:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074754.043370:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612583040:12345-192.168.204.39@tcp:3:cat.0 Request processed in 188us (2677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074754.043378:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1067 00002000:00100000:0.0:1769074754.043385:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20e:0x0] (1568768->1572863) req@ffff956d10870000 x1855007612583040/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/4536 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.043394:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870000 with x1855007612583040 ext(1568768->1572863) 00010000:00010000:0.0:1769074754.043399:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.043410:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074754.043423:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10870000 00000100:00100000:1.0:1769074754.048930:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.049078:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583296 00000100:00100000:2.0:1769074754.049090:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583296 00000100:00100000:2.0:1769074754.049159:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6329 00000100:00100000:2.0:1769074754.049169:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57663:x1855007612583296:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074754.049194:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.049217:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88ed2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a631 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.049292:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049307:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049328:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049344:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049351:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049358:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049510:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e88ee7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049520:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e88ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049528:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e88ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074754.049538:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074754.049637:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049645:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049651:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049657:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074754.049660:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049668:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049679:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074754.049683:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074754.049687:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049693:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88ed9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049705:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049711:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049716:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049721:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074754.049724:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049729:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049736:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1a00) 00010000:00010000:2.0:1769074754.049739:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074754.049742:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049746:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e88ee0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.049784:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e88ed2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a631 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.049802:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e88ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a631 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.049808:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.049810:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074754.049812:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9600, rc 0) 00000100:00100000:2.0:1769074754.049907:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:57663:x1855007612583296:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 739us (987us total) trans 8589941186 rc 0/0 00000100:00100000:2.0:1769074754.049914:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6329 00000100:00100000:3.0:1769074754.060743:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.060876:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.061097:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583424 00000100:00100000:1.0:1769074754.061109:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583424 00002000:00100000:1.0:1769074754.061174:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1572863) req@ffff956d10873480 x1855007612583424/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.061185:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873480 with x1855007612583424 ext(1048576->1572863) 00010000:00010000:1.0:1769074754.061194:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.061211:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 8 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:1.0:1769074754.061218:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10873480 00000100:00100000:1.0:1769074754.061250:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1068 00000100:00100000:1.0:1769074754.061259:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612583424:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074754.067286:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583680 00000100:00100000:0.0:1769074754.067302:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583680 00000100:00100000:0.0:1769074754.067383:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2664 00000100:00100000:0.0:1769074754.067394:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57654:x1855007612583680:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074754.067747:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57654:x1855007612583680:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 354us (6869us total) trans 8589941187 rc 0/0 00000100:00100000:0.0:1769074754.067754:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2664 00002000:00010000:2.0:1769074754.068895:0:7967:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074754 -> 1769074755 00000100:00100000:2.0:1769074754.068916:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619812992:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074754.068951:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e88ec4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a62a expref: 15 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.068984:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e88ec4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a62a expref: 15 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.068998:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9c00, rc 0) 00000100:00100000:2.0:1769074754.069043:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612582912:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 28868us (46341us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074754.069052:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9265 00000100:00100000:1.0:1769074754.092968:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612583424:12345-192.168.204.39@tcp:4:cat.0 Request processed in 31695us (32221us total) trans 21474839375 rc 0/0 00000100:00100000:1.0:1769074754.093091:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1068 00002000:00100000:1.0:1769074754.093105:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1572863) req@ffff956d10873480 x1855007612583424/t21474839375(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/448 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.093116:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873480 with x1855007612583424 ext(1048576->1572863) 00010000:00010000:1.0:1769074754.093127:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 10 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.093158:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 10 pid: 6531 timeout: 1838 lvb_type: 0 00002000:00010000:1.0:1769074754.093168:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10873480 00000100:00100000:0.0:1769074754.093403:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.093472:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612584448 00000100:00100000:1.0:1769074754.093480:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612584448 00000100:00100000:1.0:1769074754.093519:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6330 00000100:00100000:1.0:1769074754.093527:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612584448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.093542:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.093560:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e88ef5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a638 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.093649:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093663:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093673:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093684:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093690:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093696:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093702:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074754.093707:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093718:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093729:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.093732:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074754.093738:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093744:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e88efc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074754.093779:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e88ef5 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a638 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.093790:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.093793:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074754.093796:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e88ef5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a638 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.093805:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:1.0:1769074754.093869:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612584448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 342us (467us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074754.093875:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6330 00000100:00100000:2.0:1769074754.100003:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.100051:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.100165:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.100200:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583808 00000100:00100000:2.0:1769074754.100211:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583808 00002000:00100000:2.0:1769074754.100270:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d25180 x1855007612583808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.100282:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25180 with x1855007612583808 ext(2097152->3145727) 00002000:00010000:2.0:1769074754.100288:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25180 00000100:00100000:2.0:1769074754.100311:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612583936 00000100:00100000:2.0:1769074754.100314:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612583936 00002000:00100000:2.0:1769074754.100339:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d25500 x1855007612583936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.100348:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25500 with x1855007612583936 ext(3145728->4194303) 00002000:00010000:2.0:1769074754.100350:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25500 00000100:00100000:2.0:1769074754.100371:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612584064 00000100:00100000:2.0:1769074754.100374:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612584064 00002000:00100000:2.0:1769074754.100389:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d25f80 x1855007612584064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.100397:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25f80 with x1855007612584064 ext(2097152->3145727) 00002000:00010000:2.0:1769074754.100400:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d25f80 00000100:00100000:2.0:1769074754.100418:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5176 00000100:00100000:2.0:1769074754.100427:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612583808:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.104510:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5177 00000100:00100000:1.0:1769074754.104539:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612583936:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074754.107919:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.107959:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612584192 00000100:00100000:3.0:1769074754.107968:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612584192 00002000:00100000:3.0:1769074754.108021:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10873b80 x1855007612584192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.108032:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873b80 with x1855007612584192 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.108038:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10873b80 00000100:00100000:3.0:1769074754.108068:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5178 00000100:00100000:3.0:1769074754.108075:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612584064:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.111774:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5179 00000100:00100000:1.0:1769074754.111794:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612584192:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.134276:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.134981:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.135011:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612584832 00000100:00100000:2.0:1769074754.135020:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612584832 00010000:00010000:2.0:1769074754.135061:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 13 pid: 6531 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.135100:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4933 00000100:00100000:2.0:1769074754.135109:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612584832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074754.135124:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074754.135141:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074754 -> 1769074755 00002000:00010000:2.0:1769074754.135144:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074754 -> 1769074755 00010000:00010000:2.0:1769074754.135150:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 13 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.135163:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 13 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.135188:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e88e69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1572863) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5dd expref: 13 pid: 6531 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.135205:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.135207:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.135215:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.135225:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.135264:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074754.135284:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619813120:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074754.135367:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.137524:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612584704 00000100:00100000:0.0:1769074754.137541:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612584704 00000100:00100000:0.0:1769074754.137616:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2665 00000100:00100000:0.0:1769074754.137631:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09463c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57660:x1855007612584704:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074754.137916:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09463c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57660:x1855007612584704:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 289us (3656us total) trans 8589941188 rc 0/0 00000100:00100000:0.0:1769074754.137924:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2665 00000100:00100000:2.0:1769074754.160919:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619813120:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074754.160950:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074754.161018:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612584832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 25908us (26038us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.161030:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4933 00000100:00100000:3.0:1769074754.167663:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612583808:12345-192.168.204.39@tcp:3:cat.0 Request processed in 67226us (67662us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.167677:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5176 00002000:00100000:3.0:1769074754.167691:0:14225:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d25180 x1855007612583808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.167708:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25180 with x1855007612583808 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.167714:0:14225:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25180 00000100:00100000:3.0:1769074754.169360:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612584064:12345-192.168.204.39@tcp:3:cat.0 Request processed in 61271us (69181us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.169375:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5178 00002000:00100000:3.0:1769074754.169387:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d25f80 x1855007612584064/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.169398:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25f80 with x1855007612584064 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.169406:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d25f80 00000100:00100000:0.0:1769074754.183710:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.183744:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585088 00000100:00100000:0.0:1769074754.183754:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585088 00002000:00100000:0.0:1769074754.183798:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d4198a680 x1855007612585088/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.183808:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198a680 with x1855007612585088 ext(1048576->2097151) 00002000:00010000:0.0:1769074754.183815:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4198a680 00000100:00100000:0.0:1769074754.183857:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5180 00000100:00100000:0.0:1769074754.183868:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612585088:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074754.192929:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612584192:12345-192.168.204.39@tcp:3:cat.0 Request processed in 81131us (85007us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074754.192945:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5179 00002000:00100000:1.0:1769074754.192958:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10873b80 x1855007612584192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.192969:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873b80 with x1855007612584192 ext(3145728->4194303) 00002000:00010000:1.0:1769074754.192976:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10873b80 00000100:00100000:2.0:1769074754.208503:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612583936:12345-192.168.204.39@tcp:3:cat.0 Request processed in 103967us (108439us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074754.208521:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5177 00002000:00100000:2.0:1769074754.208533:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d25500 x1855007612583936/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.208542:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25500 with x1855007612583936 ext(3145728->4194303) 00002000:00010000:2.0:1769074754.208548:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25500 00000100:00100000:2.0:1769074754.211463:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612585088:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 27587us (27753us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074754.211478:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5180 00002000:00100000:2.0:1769074754.211491:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d4198a680 x1855007612585088/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.211502:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198a680 with x1855007612585088 ext(1048576->2097151) 00002000:00010000:2.0:1769074754.211508:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4198a680 00000100:00100000:3.0:1769074754.236803:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.242052:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.244461:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585216 00000100:00100000:2.0:1769074754.244483:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585216 00000100:00100000:2.0:1769074754.244575:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9267 00000100:00100000:2.0:1769074754.244586:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612585216:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074754.244607:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.244628:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a63f expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.244654:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.244656:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.244668:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.244687:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.244701:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074754.244765:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612585216:12345-192.168.204.39@tcp:101:cat.0 Request processed in 181us (7971us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.244772:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9267 00000100:00100000:2.0:1769074754.249918:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.253490:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.253554:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585600 00000100:00100000:0.0:1769074754.253564:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585600 00002000:00100000:0.0:1769074754.253613:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d08d26300 x1855007612585600/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.253624:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26300 with x1855007612585600 ext(4194304->4861951) 00002000:00010000:0.0:1769074754.253630:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d26300 00000100:00100000:0.0:1769074754.253661:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5181 00000100:00100000:0.0:1769074754.253669:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612585600:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.258858:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585344 00000100:00100000:1.0:1769074754.258875:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585344 00000100:00100000:1.0:1769074754.258960:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585472 00000100:00100000:1.0:1769074754.258964:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585472 00000100:00100000:1.0:1769074754.259012:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9268 00000100:00100000:1.0:1769074754.259027:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612585344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074754.259052:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.259080:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a646 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.259114:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.259117:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.259129:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074754.259334:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9269 00000100:00100000:2.0:1769074754.259349:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612585472:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074754.259361:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.259375:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a64d expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.259398:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.259401:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.259408:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 8 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.259428:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 8 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.259443:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:2.0:1769074754.259527:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612585472:12345-192.168.204.39@tcp:101:cat.0 Request processed in 180us (9620us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.259536:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9269 00010000:00010000:1.0:1769074754.259923:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.259933:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:1.0:1769074754.259958:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612585344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 937us (17918us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.259965:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9268 00000100:00100000:0.0:1769074754.282749:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612585600:12345-192.168.204.39@tcp:3:cat.0 Request processed in 29067us (29256us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074754.282766:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5181 00002000:00100000:0.0:1769074754.282777:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d08d26300 x1855007612585600/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.282786:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26300 with x1855007612585600 ext(4194304->4861951) 00002000:00010000:0.0:1769074754.282793:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d26300 00000100:00100000:1.0:1769074754.301882:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.301996:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585856 00000100:00100000:0.0:1769074754.302006:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585856 00000100:00100000:0.0:1769074754.302088:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2666 00000100:00100000:0.0:1769074754.302104:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57658:x1855007612585856:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074754.302444:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57658:x1855007612585856:12345-192.168.204.39@tcp:35:cat.0 Request processed in 341us (622us total) trans 8589941189 rc 0/0 00000100:00100000:0.0:1769074754.302454:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2666 00000100:00100000:2.0:1769074754.303048:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.303116:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.303172:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.303442:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586112 00000100:00100000:3.0:1769074754.303451:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586112 00002000:00100000:3.0:1769074754.303488:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d24700 x1855007612586112/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.303497:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24700 with x1855007612586112 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.303502:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d24700 00000100:00100000:3.0:1769074754.303529:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612585984 00000100:00100000:3.0:1769074754.303533:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612585984 00002000:00100000:3.0:1769074754.303548:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d24a80 x1855007612585984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.303555:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24a80 with x1855007612585984 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.303559:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d24a80 00000100:00100000:3.0:1769074754.303569:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586240 00000100:00100000:3.0:1769074754.303572:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586240 00002000:00100000:3.0:1769074754.303584:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d08d26d80 x1855007612586240/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.303590:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26d80 with x1855007612586240 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.303592:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d26d80 00000100:00100000:3.0:1769074754.303607:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5182 00000100:00100000:3.0:1769074754.303614:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612586112:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.304274:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5183 00000100:00100000:2.0:1769074754.304288:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612585984:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.305693:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5184 00000100:00100000:1.0:1769074754.305714:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612586240:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.314171:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.316060:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586368 00000100:00100000:0.0:1769074754.316075:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586368 00002000:00100000:0.0:1769074754.316128:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d24380 x1855007612586368/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.316151:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24380 with x1855007612586368 ext(3145728->4194303) 00002000:00010000:0.0:1769074754.316157:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d24380 00000100:00100000:0.0:1769074754.316190:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5185 00000100:00100000:0.0:1769074754.316199:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612586368:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074754.359273:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612586240:12345-192.168.204.39@tcp:3:cat.0 Request processed in 53555us (56088us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.359291:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5184 00002000:00100000:3.0:1769074754.359306:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d08d26d80 x1855007612586240/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.359328:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26d80 with x1855007612586240 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.359335:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d26d80 00000100:00100000:0.0:1769074754.387059:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612585984:12345-192.168.204.39@tcp:3:cat.0 Request processed in 82764us (83933us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074754.387075:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5183 00002000:00100000:0.0:1769074754.387089:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d24a80 x1855007612585984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.387101:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24a80 with x1855007612585984 ext(2097152->3145727) 00002000:00010000:0.0:1769074754.387107:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d24a80 00000100:00100000:1.0:1769074754.393952:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.394420:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586624 00000100:00100000:2.0:1769074754.394433:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586624 00000100:00100000:2.0:1769074754.394506:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6331 00000100:00100000:2.0:1769074754.394517:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:57663:x1855007612586624:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074754.394550:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.394554:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1769074754.394586:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e88ee7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a631 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394609:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e88e0e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a597 expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394622:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e88e2a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5b3 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394631:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.394636:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074754.394654:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88f18 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a654 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394707:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.394719:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394728:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394734:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.394767:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.394781:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 8 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.394801:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813248:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074754.395403:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.395414:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 8 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.395423:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d25880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813376:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074754.395452:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074754.399337:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612586112:12345-192.168.204.39@tcp:3:cat.0 Request processed in 95699us (96268us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.399355:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5182 00002000:00100000:3.0:1769074754.399369:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d08d24700 x1855007612586112/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.399380:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24700 with x1855007612586112 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.399387:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08d24700 00000100:00100000:1.0:1769074754.411560:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.411592:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586880 00000100:00100000:1.0:1769074754.411599:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586880 00010000:00010000:1.0:1769074754.411636:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074754.411673:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4934 00000100:00100000:1.0:1769074754.411682:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612586880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.411694:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.411712:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.411723:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.411746:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.411751:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.411759:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.411767:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.411819:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612586880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 136us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.411845:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4934 00000100:00100000:3.0:1769074754.413692:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813248:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074754.413711:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e88e1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5a5 expref: 8 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:3.0:1769074754.413742:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d25880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813376:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074754.413764:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074754.415974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.416518:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612586368:12345-192.168.204.39@tcp:3:cat.0 Request processed in 100316us (102353us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074754.416530:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5185 00002000:00100000:2.0:1769074754.416542:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d24380 x1855007612586368/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.416553:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d24380 with x1855007612586368 ext(3145728->4194303) 00002000:00010000:2.0:1769074754.416559:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d24380 00000100:00100000:1.0:1769074754.416867:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612586752 00000100:00100000:1.0:1769074754.416878:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612586752 00000100:00100000:3.0:1769074754.416959:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6332 00000100:00100000:3.0:1769074754.416977:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57659:x1855007612586752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074754.416998:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074754.417020:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a65b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.417080:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.417090:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.417108:0:29857:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.417120:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.417143:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074754.417146:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074754.417149:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.417155:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e400, rc 0) 00000100:00100000:3.0:1769074754.417208:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57659:x1855007612586752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 240us (1246us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074754.417214:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6332 00000100:00100000:0.0:1769074754.422044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.422240:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587008 00000100:00100000:1.0:1769074754.422253:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587008 00010000:00010000:1.0:1769074754.422305:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074754.422361:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4935 00000100:00100000:1.0:1769074754.422371:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612587008:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.422390:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.422396:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.422412:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.422439:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e88e9a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5f9 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:1.0:1769074754.422456:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.422462:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.422472:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.422481:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074754.422491:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.422527:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074754.422557:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.422565:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074754.422588:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612587008:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 218us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.422595:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4935 00000040:00080000:3.0:1769074754.423390:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1502, 88 off130712 00000004:00080000:3.0:1769074754.423405:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584581201ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423501:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1516, 88 off131952 00000004:00080000:3.0:1769074754.423510:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584686563ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423542:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1517, 88 off132040 00000004:00080000:3.0:1769074754.423546:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584722608ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423560:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1503, 88 off130800 00000004:00080000:3.0:1769074754.423563:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584740111ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423576:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1504, 88 off130888 00000004:00080000:3.0:1769074754.423579:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584756380ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423593:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1518, 88 off132128 00000004:00080000:3.0:1769074754.423596:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584773339ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423609:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1519, 88 off132216 00000004:00080000:3.0:1769074754.423613:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584789481ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423626:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1520, 88 off132304 00000004:00080000:3.0:1769074754.423629:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584806293ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423643:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1505, 88 off130976 00000004:00080000:3.0:1769074754.423646:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584822730ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423659:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1521, 88 off132392 00000004:00080000:3.0:1769074754.423663:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584839691ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423706:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1507, 88 off131160 00000004:00080000:3.0:1769074754.423711:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584887809ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423730:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1522, 88 off132480 00000004:00080000:3.0:1769074754.423733:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738584910048ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074754.423747:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1508, 88 off131248 00000004:00080000:3.0:1769074754.423751:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584927461ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423763:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1509, 88 off131336 00000004:00080000:3.0:1769074754.423766:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584943329ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423780:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1510, 88 off131424 00000004:00080000:3.0:1769074754.423783:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584960030ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423798:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1511, 88 off131512 00000004:00080000:3.0:1769074754.423802:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1738584978374ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074754.423817:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1523, 88 off132568 00000004:00080000:3.0:1769074754.423843:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1738585020208ns, next at 1696607292856ns, rc = 0 00000100:00100000:1.0:1769074754.430984:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.431468:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587264 00000100:00100000:3.0:1769074754.431479:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587264 00000100:00100000:3.0:1769074754.431545:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6333 00000100:00100000:3.0:1769074754.431554:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57668:x1855007612587264:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074754.431584:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074754.431607:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e88f2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a662 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.431689:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431705:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431731:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431744:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431750:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431755:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431930:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431939:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.431946:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074754.431956:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074754.432115:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.432123:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.432130:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433295:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074754.433301:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433318:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433337:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074754.433341:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1769074754.433348:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433354:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e88f42 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433380:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433388:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433394:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433398:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074754.433401:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433407:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433414:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074754.433416:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074754.433420:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433425:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e88f34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433434:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433439:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433444:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433448:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074754.433451:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433456:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433463:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7cea00) 00010000:00010000:3.0:1769074754.433466:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074754.433469:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.433474:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e88f3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074754.435070:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e88f2d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a662 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.435660:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074754.435664:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074754.435673:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e88f2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a662 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.435701:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467f000, rc 0) 00000100:00100000:3.0:1769074754.436229:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57668:x1855007612587264:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 4252us (4840us total) trans 8589941191 rc 301/301 00000100:00100000:3.0:1769074754.436243:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6333 00010000:00010000:2.0:1769074754.496484:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074754.511639:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.511655:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074754.511658:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074754.511663:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.511673:0:30391:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.511681:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.511734:0:30391:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074754.511749:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813504:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074754.511881:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000001:00080000:0.0:1769074754.513116:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941189 is committed 00000001:00080000:0.0:1769074754.513214:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941188 is committed 00000001:00080000:0.0:1769074754.513230:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941186 is committed 00000001:00080000:0.0:1769074754.513238:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941190 is committed 00000004:00080000:0.0:1769074754.513242:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1223 committed 00000004:00080000:0.0:1769074754.513261:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1210 committed 00000004:00080000:0.0:1769074754.513272:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1209 committed 00000004:00080000:0.0:1769074754.513275:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1208 committed 00000004:00080000:0.0:1769074754.513277:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1207 committed 00000004:00080000:0.0:1769074754.513278:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1222 committed 00000004:00080000:0.0:1769074754.513281:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1206 committed 00000004:00080000:0.0:1769074754.513283:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1221 committed 00000004:00080000:0.0:1769074754.513285:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1205 committed 00000004:00080000:0.0:1769074754.513287:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1220 committed 00000004:00080000:0.0:1769074754.513289:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1219 committed 00000004:00080000:0.0:1769074754.513291:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1218 committed 00000004:00080000:0.0:1769074754.513292:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1204 committed 00000004:00080000:0.0:1769074754.513294:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1203 committed 00000004:00080000:0.0:1769074754.513296:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1217 committed 00000004:00080000:0.0:1769074754.513298:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1216 committed 00000004:00080000:0.0:1769074754.513300:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1202 committed 00000100:00100000:1.0:1769074754.513569:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.513627:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.513660:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814528:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.513678:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.516341:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074754.516369:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619813632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.516464:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.516517:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814144:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.516549:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.516601:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619813760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.516634:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.516662:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619814272:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.516691:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074754.517873:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619814656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.518595:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619814784:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.518632:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.519427:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619815296:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.519458:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074754.519577:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814016 00000100:00100000:3.0:1769074754.519586:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814016 00000100:00100000:3.0:1769074754.519641:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814528 00000100:00100000:3.0:1769074754.519645:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814528 00000100:00100000:3.0:1769074754.519662:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619813632 00000100:00100000:3.0:1769074754.519665:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619813632 00000100:00100000:3.0:1769074754.519681:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814144 00000100:00100000:3.0:1769074754.519684:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814144 00000100:00100000:3.0:1769074754.519707:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619813760 00000100:00100000:3.0:1769074754.519710:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619813760 00000100:00100000:3.0:1769074754.519726:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814272 00000100:00100000:3.0:1769074754.519729:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814272 00000100:00100000:3.0:1769074754.519742:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814784 00000100:00100000:3.0:1769074754.519744:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814784 00000100:00100000:3.0:1769074754.519763:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9270 00000100:00100000:3.0:1769074754.519771:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3291:x1855007619814016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520024:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1769074754.520028:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074754.520031:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074754.520032:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074754.520034:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074754.520074:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619814016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 303us (6446us total) trans 21474839376 rc 0/0 00000100:00100000:3.0:1769074754.520082:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9270 00000100:00100000:3.0:1769074754.520098:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9271 00000100:00100000:3.0:1769074754.520103:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3291:x1855007619814528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520193:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:3.0:1769074754.520197:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520199:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074754.520201:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520204:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:3.0:1769074754.520229:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619814528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (6549us total) trans 21474839377 rc 0/0 00000100:00100000:3.0:1769074754.520236:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9271 00000100:00100000:3.0:1769074754.520247:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9272 00000100:00100000:3.0:1769074754.520252:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3291:x1855007619813632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520338:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1769074754.520341:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:3.0:1769074754.520343:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:3.0:1769074754.520345:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:3.0:1769074754.520348:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:3.0:1769074754.520372:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619813632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (3910us total) trans 21474839378 rc 0/0 00000100:00100000:3.0:1769074754.520379:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9272 00000100:00100000:3.0:1769074754.520391:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9273 00000100:00100000:3.0:1769074754.520396:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3291:x1855007619814144:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520465:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074754.520469:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520472:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074754.520474:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520476:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074754.520500:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619814144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (3952us total) trans 21474839379 rc 0/0 00000100:00100000:3.0:1769074754.520505:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9273 00000100:00100000:3.0:1769074754.520517:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9274 00000100:00100000:3.0:1769074754.520522:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3289:x1855007619813760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520592:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074754.520596:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074755 -> 1769074755 00002000:00010000:3.0:1769074754.520598:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074755 -> 1769074754 00002000:00010000:3.0:1769074754.520600:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074755 -> 1769074755 00002000:00010000:3.0:1769074754.520602:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074754.520626:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3289:x1855007619813760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (3992us total) trans 21474839380 rc 0/0 00000100:00100000:3.0:1769074754.520633:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9274 00000100:00100000:3.0:1769074754.520644:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9275 00000100:00100000:3.0:1769074754.520650:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3289:x1855007619814272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074754.520717:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074754.520720:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520722:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074754.520724:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.520726:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1769074754.520751:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3289:x1855007619814272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (4061us total) trans 21474839381 rc 0/0 00000100:00100000:3.0:1769074754.520756:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9275 00000100:00100000:3.0:1769074754.520770:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9276 00000100:00100000:3.0:1769074754.520776:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3289:x1855007619814784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074754.520891:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074754.520895:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074754.520897:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074754.520900:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074754.520901:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074754.520925:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619814784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (2292us total) trans 17179872438 rc 0/0 00000100:00100000:3.0:1769074754.520932:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9276 00000100:00100000:3.0:1769074754.520960:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619813888:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1769074754.520991:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074754.520995:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074754.522292:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.522365:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619813504:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074754.522405:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e88f18 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 145 pid: 30391 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074754.522425:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 144 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.522458:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074754.522508:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57663:x1855007612586624:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 127993us (128565us total) trans 8589941190 rc 0/0 00000100:00100000:3.0:1769074754.522515:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6331 00000100:00100000:1.0:1769074754.522872:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587392 00000100:00100000:1.0:1769074754.522879:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587392 00000100:00100000:2.0:1769074754.523147:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815296 00000100:00100000:2.0:1769074754.523152:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815296 00000100:00100000:2.0:1769074754.523180:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9277 00000100:00100000:2.0:1769074754.523189:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619815296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074754.523389:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074754.523394:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074754.523396:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074754.523399:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074754.523401:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074754.523448:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3289:x1855007619815296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 260us (3988us total) trans 17179872439 rc 0/0 00000100:00100000:2.0:1769074754.523455:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9277 00000100:00100000:1.0:1769074754.523590:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2667 00000100:00100000:1.0:1769074754.523604:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57659:x1855007612587392:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:1.0:1769074754.523681:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57659:x1855007612587392:12345-192.168.204.39@tcp:49:cat.0 Request processed in 82us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.523689:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2667 00000100:00100000:1.0:1769074754.523738:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.523780:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815168:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.523813:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.525403:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074754.525420:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815040:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.525471:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.525494:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815552:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.525513:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074754.526123:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814656 00000100:00100000:2.0:1769074754.526141:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814656 00000100:00100000:2.0:1769074754.526182:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815168 00000100:00100000:2.0:1769074754.526185:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815168 00000100:00100000:2.0:1769074754.526197:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815040 00000100:00100000:2.0:1769074754.526200:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815040 00000100:00100000:2.0:1769074754.526211:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815552 00000100:00100000:2.0:1769074754.526213:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815552 00000100:00100000:2.0:1769074754.526229:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9278 00000100:00100000:2.0:1769074754.526237:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3292:x1855007619814656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074754.526480:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074754.526484:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074754.526487:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074745 -> 1769074745 00002000:00010000:2.0:1769074754.526489:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074754.526492:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074754.526549:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3292:x1855007619814656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 312us (2810us total) trans 17179872440 rc 0/0 00000100:00100000:2.0:1769074754.526557:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9278 00000100:00100000:2.0:1769074754.526575:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9279 00000100:00100000:2.0:1769074754.526581:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3292:x1855007619815168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074754.526657:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074754.526660:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074754.526663:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074754.526666:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074754.526668:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074754.526694:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3292:x1855007619815168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (2880us total) trans 17179872441 rc 0/0 00000100:00100000:2.0:1769074754.526700:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9279 00000100:00100000:2.0:1769074754.526711:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9280 00000100:00100000:2.0:1769074754.526717:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3292:x1855007619815040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074754.526791:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074754.526795:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074754.526797:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074754.526799:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074754.526802:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074754.526854:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3292:x1855007619815040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (1382us total) trans 17179872442 rc 0/0 00000100:00100000:2.0:1769074754.526862:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9280 00000100:00100000:2.0:1769074754.526873:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9281 00000100:00100000:2.0:1769074754.526879:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3292:x1855007619815552:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.527389:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10872a00/2, rc 0, transno 17179872442 00000100:00100000:1.0:1769074754.527398:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815040:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.527410:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10870a80/2, rc 0, transno 17179872440 00000100:00100000:1.0:1769074754.527414:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619814656:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.527421:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10873100/2, rc 0, transno 17179872441 00000100:00100000:1.0:1769074754.527425:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815168:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.527449:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048a80/2, rc 0, transno 21474839378 00000100:00100000:1.0:1769074754.527462:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619813632:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.527472:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a4700/2, rc 0, transno 21474839379 00000100:00100000:1.0:1769074754.527476:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814144:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.527484:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a5f80/2, rc 0, transno 21474839376 00000100:00100000:1.0:1769074754.527487:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814016:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.527496:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe7b80/2, rc 0, transno 21474839377 00000100:00100000:1.0:1769074754.527500:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619814528:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.527615:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815680:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.527649:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074754.527682:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815680 00000100:00100000:1.0:1769074754.527688:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815680 00000100:00100000:1.0:1769074754.527716:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9282 00000100:00100000:1.0:1769074754.527724:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619815680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074754.527885:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074754.527888:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:1.0:1769074754.527890:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074754.527893:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:1.0:1769074754.527896:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00002000:00010000:2.0:1769074754.528124:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074754.528128:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00000100:00100000:3.0:1769074754.528421:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1769074754.528467:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074754.528469:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074754.528471:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074754.528543:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619813888 00000100:00100000:0.0:1769074754.528549:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619813888 00000100:00100000:0.0:1769074754.528593:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9283 00000100:00100000:0.0:1769074754.528600:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619813888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074754.528740:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074754.528743:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:0.0:1769074754.528745:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074749 -> 1769074749 00002000:00010000:0.0:1769074754.528747:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:0.0:1769074754.528749:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5471 -> 5471 00000100:00100000:1.0:1769074754.529361:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3292:x1855007619815680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1635us (1708us total) trans 21474839382 rc 0/0 00000100:00100000:1.0:1769074754.529369:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9282 00000004:00080000:1.0:1769074754.529428:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d13480/2, rc 0, transno 21474839382 00000100:00100000:1.0:1769074754.529433:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.529464:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10870700/2, rc 0, transno 17179872439 00000100:00100000:1.0:1769074754.529469:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619815296:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.529476:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104aa00/2, rc 0, transno 21474839380 00000100:00100000:1.0:1769074754.529479:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619813760:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.529486:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019d500/2, rc 0, transno 21474839381 00000100:00100000:1.0:1769074754.529489:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619814272:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.529500:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10872680/2, rc 0, transno 17179872438 00000100:00100000:1.0:1769074754.529503:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619814784:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074754.529613:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3292:x1855007619815552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2733us (4098us total) trans 17179872443 rc 0/0 00000100:00100000:2.0:1769074754.529620:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9281 00000100:00100000:3.0:1769074754.529677:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619814400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074754.529709:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074754.529733:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619814912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074754.529754:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074754.529767:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619815424:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074754.529788:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074754.529815:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814400 00000100:00100000:3.0:1769074754.529836:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814400 00000100:00100000:3.0:1769074754.529863:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619814912 00000100:00100000:3.0:1769074754.529866:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619814912 00000100:00100000:3.0:1769074754.529883:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619815424 00000100:00100000:3.0:1769074754.529885:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619815424 00000100:00100000:3.0:1769074754.529902:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9284 00000100:00100000:3.0:1769074754.529909:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619814400:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074754.530258:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10871500/2, rc 0, transno 17179872443 00000100:00100000:1.0:1769074754.530264:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619815552:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074754.530281:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9285 00000100:00100000:1.0:1769074754.530290:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3290:x1855007619814912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074754.530407:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074754.530411:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074754.530414:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074754.530416:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:1.0:1769074754.530418:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074754.530458:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3290:x1855007619814912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 169us (702us total) trans 17179872444 rc 0/0 00000100:00100000:1.0:1769074754.530464:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9285 00000100:00100000:1.0:1769074754.530478:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9286 00000100:00100000:1.0:1769074754.530484:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3290:x1855007619815424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074754.530554:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074754.530558:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074754.530560:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074754.530562:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074754.530564:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074754.530588:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3290:x1855007619815424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (799us total) trans 17179872445 rc 0/0 00000100:00100000:1.0:1769074754.530594:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9286 00000004:00080000:1.0:1769074754.530623:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10871f80/2, rc 0, transno 17179872444 00000100:00100000:1.0:1769074754.530627:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619814912:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074754.530634:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10872d80/2, rc 0, transno 17179872445 00000100:00100000:1.0:1769074754.530636:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619815424:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074754.530695:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074754.530699:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.530701:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074754.530703:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074754.530705:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:3.0:1769074754.530744:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3290:x1855007619814400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 835us (1033us total) trans 21474839384 rc 0/0 00000100:00100000:3.0:1769074754.530750:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9284 00000004:00080000:1.0:1769074754.530915:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019f480/2, rc 0, transno 21474839384 00000100:00100000:1.0:1769074754.530921:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619814400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074754.531330:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619813888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2728us (2908us total) trans 21474839383 rc 0/0 00000100:00100000:0.0:1769074754.531338:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9283 00000004:00080000:1.0:1769074754.531393:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d199a6680/2, rc 0, transno 21474839383 00000100:00100000:1.0:1769074754.531397:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619813888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074754.587266:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.589272:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587520 00000100:00100000:0.0:1769074754.589286:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587520 00000100:00100000:1.0:1769074754.589583:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9287 00000100:00100000:1.0:1769074754.589593:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+8:57663:x1855007612587520:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074754.589610:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.589629:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a669 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.589658:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589672:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589681:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589688:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.589691:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.589695:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3559424->4194303] (req 3559424->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.589739:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589753:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 9 pid: 25507 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.589766:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619815808:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.589884:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589894:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.589904:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619815936:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.589950:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.589958:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 14 pid: 6534 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.589966:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619816064:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074754.589989:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732df00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074754.594736:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.594817:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587776 00000100:00100000:3.0:1769074754.594862:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587776 00000100:00100000:3.0:1769074754.594927:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6334 00000100:00100000:3.0:1769074754.594937:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57671:x1855007612587776:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074754.594961:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074754.594983:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88f57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a670 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.595050:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595063:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595074:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595089:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595095:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595101:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595246:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595255:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595262:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074754.595271:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074754.595522:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595530:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595536:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595542:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074754.595546:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595553:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595564:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074754.595567:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074754.595572:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595578:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e88f5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595590:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595596:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595601:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595606:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074754.595609:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595614:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595620:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074754.595622:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074754.595625:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595630:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88f65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.595671:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e88f57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.595685:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.595692:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074754.595695:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074754.595697:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7c00, rc 0) 00000100:00100000:3.0:1769074754.595816:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57671:x1855007612587776:12345-192.168.204.39@tcp:101:cat.0 Request processed in 881us (1103us total) trans 8589941192 rc 0/0 00000100:00100000:3.0:1769074754.595869:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6334 00000100:00100000:0.0:1769074754.599422:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.599459:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.599484:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.599877:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612587904 00000100:00100000:1.0:1769074754.599889:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612587904 00010000:00010000:1.0:1769074754.599929:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 10 pid: 25507 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.599977:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588032 00000100:00100000:1.0:1769074754.599981:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588032 00010000:00010000:1.0:1769074754.599996:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 15 pid: 6534 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.600018:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4936 00000100:00100000:1.0:1769074754.600027:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612587904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.600040:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.600063:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 10 pid: 25507 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.600076:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 10 pid: 25507 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.600103:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.600171:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612587904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 145us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.600179:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4936 00000100:00100000:1.0:1769074754.600203:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4937 00000100:00100000:1.0:1769074754.600209:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612588032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.600217:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.600225:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 15 pid: 6534 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.600233:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 15 pid: 6534 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.600247:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.600267:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612588032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 58us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.600272:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4937 00000100:00100000:1.0:1769074754.600297:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588160 00000100:00100000:1.0:1769074754.600301:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588160 00000100:00100000:1.0:1769074754.600340:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6335 00000100:00100000:1.0:1769074754.600347:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57668:x1855007612588160:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074754.600362:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.600379:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e88f7a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a677 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.600432:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e88f7a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a677 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.600446:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e88f7a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a677 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.600465:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.600469:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074754.600472:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a800, rc 0) 00000100:00100000:1.0:1769074754.600497:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57668:x1855007612588160:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 151us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.600502:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6335 00010000:00010000:1.0:1769074754.600660:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e88ebd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a61c expref: 9 pid: 25507 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.600673:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619815808:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074754.600684:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619815936:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.600694:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9c00/0x8b5959a9a0e88c4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a50b expref: 14 pid: 6534 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.600702:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619816064:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.601028:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3559424->4194303] (req 3559424->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.601047:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b000, rc 0) 00000100:00100000:1.0:1769074754.601081:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:57663:x1855007612587520:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11490us (13825us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.601089:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9287 00000100:00100000:2.0:1769074754.608110:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.608394:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588288 00000100:00100000:1.0:1769074754.608405:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588288 00000100:00100000:1.0:1769074754.608500:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9288 00000100:00100000:1.0:1769074754.608510:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57668:x1855007612588288:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074754.608529:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.608547:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a67e expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.608576:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.608586:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.608594:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.608600:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.608602:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.608606:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3883008->4194303] (req 3883008->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.608641:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.608651:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.608664:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816192:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.608769:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.608778:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 18 pid: 6531 timeout: 1838 lvb_type: 1 00000100:00100000:3.0:1769074754.609272:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.609339:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816320:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074754.609390:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.609400:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 13 pid: 33557 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.609409:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816448:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074754.609431:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732df00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.610426:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816192:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074754.610461:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588416 00000100:00100000:2.0:1769074754.610469:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588416 00000100:00100000:2.0:1769074754.610557:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9289 00000100:00100000:2.0:1769074754.610566:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612588416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074754.610581:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.610597:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e88f88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a685 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.610619:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074754.610632:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e88f88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a685 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.610647:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e88f88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a685 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.610657:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:2.0:1769074754.610878:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612588416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 312us (1605us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074754.610885:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9289 00000100:00100000:3.0:1769074754.611565:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816320:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074754.618988:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816448:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074754.619043:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3883008->4194303] (req 3883008->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.619065:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:0.0:1769074754.619935:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57668:x1855007612588288:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11420us (11829us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.619945:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9288 00000100:00100000:2.0:1769074754.620360:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.620499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.620565:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588544 00000100:00100000:3.0:1769074754.620576:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588544 00010000:00010000:3.0:1769074754.620623:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 1838 lvb_type: 1 00000100:00100000:3.0:1769074754.620655:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588672 00000100:00100000:3.0:1769074754.620658:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588672 00010000:00010000:3.0:1769074754.620669:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 14 pid: 33557 timeout: 1838 lvb_type: 1 00000100:00100000:3.0:1769074754.620689:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4938 00000100:00100000:3.0:1769074754.620697:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612588544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074754.620710:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074754.621027:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 1838 lvb_type: 1 00010000:00010000:3.0:1769074754.621044:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 1838 lvb_type: 1 00010000:00010000:3.0:1769074754.621069:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e88eb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a615 expref: 11 pid: 25507 timeout: 1838 lvb_type: 1 00010000:00010000:3.0:1769074754.621087:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074754.621210:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4939 00000100:00100000:0.0:1769074754.621221:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612588672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074754.621234:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074754.621245:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 14 pid: 33557 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.621254:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 14 pid: 33557 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.621270:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e88c47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a504 expref: 14 pid: 33557 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.621279:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074754.621754:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612588544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1050us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074754.621764:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4938 00000100:00100000:0.0:1769074754.622250:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612588672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1028us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.622262:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4939 00000100:00100000:1.0:1769074754.628271:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.628574:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.628659:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.628789:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588800 00000100:00100000:0.0:1769074754.628800:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588800 00002000:00100000:0.0:1769074754.628880:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c050abb80 x1855007612588800/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.628891:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050abb80 with x1855007612588800 ext(2097152->3145727) 00010000:00010000:0.0:1769074754.628901:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.628917:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00002000:00010000:0.0:1769074754.628925:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c050abb80 00000100:00100000:0.0:1769074754.628947:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612588928 00000100:00100000:0.0:1769074754.628951:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612588928 00002000:00100000:0.0:1769074754.628965:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d20695180 x1855007612588928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.628973:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695180 with x1855007612588928 ext(3145728->4194303) 00010000:00010000:0.0:1769074754.628978:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 10 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.628986:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 10 pid: 21706 timeout: 1838 lvb_type: 1 00002000:00010000:0.0:1769074754.628993:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20695180 00000100:00100000:0.0:1769074754.629006:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589056 00000100:00100000:0.0:1769074754.629010:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589056 00002000:00100000:0.0:1769074754.629027:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20694e00 x1855007612589056/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.629035:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694e00 with x1855007612589056 ext(3145728->4194303) 00010000:00010000:0.0:1769074754.629041:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.629050:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 1838 lvb_type: 1 00002000:00010000:0.0:1769074754.629057:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20694e00 00000100:00100000:0.0:1769074754.629073:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1069 00000100:00100000:0.0:1769074754.629082:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612588800:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074754.631038:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1070 00000100:00100000:0.0:1769074754.631055:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612588928:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074754.632383:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1071 00000100:00100000:3.0:1769074754.632398:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612589056:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074754.651473:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612588800:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 22379us (23205us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074754.651491:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1069 00002000:00100000:0.0:1769074754.651510:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c050abb80 x1855007612588800/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.651524:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050abb80 with x1855007612588800 ext(2097152->3145727) 00010000:00010000:0.0:1769074754.651537:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 11 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.651561:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 11 pid: 21706 timeout: 1838 lvb_type: 1 00002000:00010000:0.0:1769074754.651568:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c050abb80 00000100:00100000:0.0:1769074754.655741:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612588928:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 24676us (27153us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074754.655755:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1070 00002000:00100000:0.0:1769074754.655767:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d20695180 x1855007612588928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.655777:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695180 with x1855007612588928 ext(3145728->4194303) 00010000:00010000:0.0:1769074754.655786:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:0.0:1769074754.655800:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00002000:00010000:0.0:1769074754.655808:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20695180 00000100:00100000:2.0:1769074754.662488:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.662602:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.663965:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.664500:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612589056:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 32102us (35835us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074754.664514:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1071 00002000:00100000:1.0:1769074754.664528:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20694e00 x1855007612589056/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.664538:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694e00 with x1855007612589056 ext(3145728->4194303) 00010000:00010000:1.0:1769074754.664549:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.664566:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 19 pid: 6531 timeout: 1838 lvb_type: 1 00002000:00010000:1.0:1769074754.664575:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20694e00 00000100:00100000:0.0:1769074754.665061:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589184 00000100:00100000:0.0:1769074754.665071:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589184 00002000:00100000:0.0:1769074754.665114:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d40d27100 x1855007612589184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.665125:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27100 with x1855007612589184 ext(0->1048575) 00002000:00010000:0.0:1769074754.665129:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27100 00000100:00100000:0.0:1769074754.665160:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589312 00000100:00100000:0.0:1769074754.665165:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589312 00002000:00100000:0.0:1769074754.665181:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d25f80 x1855007612589312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.665188:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d25f80 with x1855007612589312 ext(1048576->2097151) 00002000:00010000:0.0:1769074754.665192:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d25f80 00000100:00100000:0.0:1769074754.665209:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5186 00000100:00100000:0.0:1769074754.665217:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612589184:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074754.665981:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5187 00000100:00100000:3.0:1769074754.668253:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612589312:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.671218:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589440 00000100:00100000:1.0:1769074754.671234:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589440 00002000:00100000:1.0:1769074754.671305:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d40d26300 x1855007612589440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.671326:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26300 with x1855007612589440 ext(1048576->2097151) 00002000:00010000:1.0:1769074754.671334:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26300 00000100:00100000:1.0:1769074754.671372:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5188 00000100:00100000:1.0:1769074754.671383:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612589440:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074754.691484:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.691620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.691664:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.691860:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589824 00000100:00100000:1.0:1769074754.691870:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589824 00000100:00100000:1.0:1769074754.692024:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9290 00000100:00100000:1.0:1769074754.692034:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+19:57659:x1855007612589824:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074754.692054:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.692087:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a693 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692116:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.692123:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3883008->4194303] (req 3883008->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692131:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074754.692134:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692173:0:33558:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3883008->4194303] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692186:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692199:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:1.0:1769074754.692249:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+20:57659:x1855007612589824:12345-192.168.204.39@tcp:101:cat.0 Request processed in 217us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.692256:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9290 00000100:00100000:1.0:1769074754.692340:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.692422:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589952 00000100:00100000:1.0:1769074754.692426:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589952 00010000:00010000:1.0:1769074754.692445:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.692469:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4940 00000100:00100000:1.0:1769074754.692476:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612589952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.692485:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.692505:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.692518:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.692538:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e88f11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a64d expref: 9 pid: 21706 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.692551:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.692553:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.692559:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692568:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.692588:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074754.692601:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619816704:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.693047:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732de40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074754.693197:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589696 00000100:00100000:2.0:1769074754.693204:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589696 00002000:00100000:2.0:1769074754.693238:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c050aa680 x1855007612589696/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.693253:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa680 with x1855007612589696 ext(1048576->2097151) 00002000:00010000:2.0:1769074754.693257:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050aa680 00000100:00100000:2.0:1769074754.693281:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5189 00000100:00100000:2.0:1769074754.693289:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612589696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074754.698614:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612589568 00000100:00100000:0.0:1769074754.698636:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612589568 00000100:00100000:1.0:1769074754.698843:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6336 00000100:00100000:1.0:1769074754.698862:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57672:x1855007612589568:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.698901:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.698926:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88f96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a68c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.698997:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699013:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699026:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699041:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699048:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699055:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699185:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699194:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699201:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074754.699233:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074754.699239:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074754.699256:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699275:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699282:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699288:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699293:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699299:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074754.699303:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699320:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699332:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074754.699335:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074754.699339:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699345:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e88f9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699356:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699362:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699368:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699372:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074754.699374:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699379:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699385:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9400) 00010000:00010000:1.0:1769074754.699388:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074754.699390:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699395:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e88fa4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074754.699426:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e88f96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.699438:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.699444:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074754.699446:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074754.699448:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:1.0:1769074754.699513:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57672:x1855007612589568:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 656us (8044us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.699520:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6336 00000100:00100000:1.0:1769074754.705081:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.705250:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619816704:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074754.705289:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.705368:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612589952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12890us (13026us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.705381:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4940 00000100:00100000:1.0:1769074754.705456:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590080 00000100:00100000:1.0:1769074754.705463:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590080 00010000:00010000:1.0:1769074754.705498:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 20 pid: 6531 timeout: 1838 lvb_type: 1 00000100:00100000:1.0:1769074754.705536:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4941 00000100:00100000:1.0:1769074754.705545:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612590080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.705560:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.705590:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 20 pid: 6531 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.705606:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 20 pid: 6531 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.705650:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e88f0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a646 expref: 20 pid: 6531 timeout: 1838 lvb_type: 1 00010000:00010000:1.0:1769074754.705666:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.705668:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.705675:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.705690:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.705730:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.705745:0:5737:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00000100:00100000:1.0:1769074754.705760:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619816832:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.705814:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.708385:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612589184:12345-192.168.204.39@tcp:3:cat.0 Request processed in 43154us (45897us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074754.708400:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5186 00002000:00100000:0.0:1769074754.708413:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d40d27100 x1855007612589184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.708423:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27100 with x1855007612589184 ext(0->1048575) 00002000:00010000:0.0:1769074754.708429:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27100 00000100:00100000:1.0:1769074754.722735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.726272:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.726329:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.726372:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590336 00000100:00100000:1.0:1769074754.726384:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590336 00000100:00100000:1.0:1769074754.726448:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590464 00000100:00100000:1.0:1769074754.726451:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590464 00000100:00100000:1.0:1769074754.726478:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9291 00000100:00100000:1.0:1769074754.726486:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612590336:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.726510:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.726542:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a69a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.726576:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.726582:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.726596:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.726618:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.726645:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:1.0:1769074754.726720:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612590336:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 234us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.726729:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9291 00000100:00100000:1.0:1769074754.726758:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9292 00000100:00100000:1.0:1769074754.726768:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612590464:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.726776:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.726785:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e88fb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6a1 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074754.726904:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816960:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074754.726990:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074754.727163:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.727302:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590592 00000100:00100000:1.0:1769074754.727321:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590592 00000100:00100000:1.0:1769074754.727361:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9293 00000100:00100000:1.0:1769074754.727371:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612590592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074754.727382:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074754.727397:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21204600/0x8b5959a9a0e88fc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6a8 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074754.727443:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612589440:12345-192.168.204.39@tcp:3:cat.0 Request processed in 56050us (63472us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074754.727452:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619817088:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074754.727467:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5188 00002000:00100000:3.0:1769074754.727486:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d40d26300 x1855007612589440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074754.727493:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732df00 going to sleep for 11 seconds 00002000:00100000:3.0:1769074754.727505:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26300 with x1855007612589440 ext(1048576->2097151) 00002000:00010000:3.0:1769074754.727515:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26300 00000100:00100000:3.0:1769074754.727554:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590208 00000100:00100000:3.0:1769074754.727562:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590208 00002000:00100000:3.0:1769074754.727609:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3559424->3563519) req@ffff956c050a9f80 x1855007612590208/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.727618:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9f80 with x1855007612590208 ext(3559424->3563519) 00002000:00010000:3.0:1769074754.727622:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a9f80 00000100:00100000:0.0:1769074754.731281:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5190 00000100:00100000:0.0:1769074754.731322:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612590208:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074754.732285:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612590208:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 984us (9555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074754.732296:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5190 00002000:00100000:0.0:1769074754.732324:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3559424->3563519) req@ffff956c050a9f80 x1855007612590208/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/4536 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.732336:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9f80 with x1855007612590208 ext(3559424->3563519) 00002000:00010000:0.0:1769074754.732342:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a9f80 00000100:00100000:0.0:1769074754.747503:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:0.0:1769074754.747635:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074750 -> 1769074755 00002000:00010000:0.0:1769074754.747641:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074749 -> 1769074755 00002000:00010000:0.0:1769074754.747644:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074750 -> 1769074755 00000100:00100000:0.0:1769074754.747668:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619816960:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074754.747716:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e88fb9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6a1 expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.747746:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e88fb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6a1 expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.747760:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204e00, rc 0) 00000100:00100000:0.0:1769074754.747869:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612590464:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 21101us (21538us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074754.747880:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9292 00000100:00100000:0.0:1769074754.748219:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.748239:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590848 00000100:00100000:0.0:1769074754.748246:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590848 00000100:00100000:0.0:1769074754.748283:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9294 00000100:00100000:0.0:1769074754.748293:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+20:57663:x1855007612590848:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074754.748320:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.748339:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6af expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.748363:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074754.748366:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074754.748371:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4460543] (req 4194304->4460543) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.748381:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4460543] (req 4194304->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.748390:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8200, rc 0) 00000100:00100000:0.0:1769074754.748418:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+21:57663:x1855007612590848:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 126us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.748424:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9294 00000100:00100000:3.0:1769074754.750150:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612589696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 56851us (58520us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.750166:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5189 00002000:00100000:3.0:1769074754.750180:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c050aa680 x1855007612589696/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.750191:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa680 with x1855007612589696 ext(1048576->2097151) 00002000:00010000:3.0:1769074754.750197:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050aa680 00000100:00100000:3.0:1769074754.750224:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612590720 00000100:00100000:3.0:1769074754.750231:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612590720 00002000:00100000:3.0:1769074754.750262:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (3883008->3887103) req@ffff956d41d96a00 x1855007612590720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.750270:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96a00 with x1855007612590720 ext(3883008->3887103) 00010000:00010000:3.0:1769074754.750277:0:14429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074754.750295:0:14429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:3.0:1769074754.750302:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d96a00 00000100:00100000:3.0:1769074754.750332:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1072 00000100:00100000:3.0:1769074754.750341:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612590720:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074754.750556:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612590720:12345-192.168.204.39@tcp:3:cat.0 Request processed in 217us (3069us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074754.750563:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1072 00002000:00100000:3.0:1769074754.750569:0:14429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x20f:0x0] (3883008->3887103) req@ffff956d41d96a00 x1855007612590720/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/4536 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.750576:0:14429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96a00 with x1855007612590720 ext(3883008->3887103) 00010000:00010000:3.0:1769074754.750583:0:14429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074754.750594:0:14429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:3.0:1769074754.750601:0:14429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d96a00 00000100:00100000:2.0:1769074754.752635:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612589312:12345-192.168.204.39@tcp:3:cat.0 Request processed in 84398us (90020us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074754.752651:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5187 00002000:00100000:2.0:1769074754.752663:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d25f80 x1855007612589312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.752673:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d25f80 with x1855007612589312 ext(1048576->2097151) 00002000:00010000:2.0:1769074754.752679:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d25f80 00000100:00100000:1.0:1769074754.759705:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619816832:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074754.759737:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.759812:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612590080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 54267us (54751us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.759839:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4941 00002000:00010000:1.0:1769074754.759997:0:6534:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074750 -> 1769074755 00002000:00010000:1.0:1769074754.760001:0:6534:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074750 -> 1769074755 00002000:00010000:1.0:1769074754.760004:0:6534:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074750 -> 1769074755 00000100:00100000:1.0:1769074754.760028:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619817088:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074754.760065:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21204600/0x8b5959a9a0e88fc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6a8 expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.760781:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21204600/0x8b5959a9a0e88fc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6a8 expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074754.760796:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204600, rc 0) 00000100:00100000:1.0:1769074754.760875:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612590592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 33504us (33711us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074754.760884:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9293 00000100:00100000:1.0:1769074754.771279:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.771601:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591104 00000100:00100000:0.0:1769074754.771615:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591104 00000100:00100000:0.0:1769074754.771677:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6337 00000100:00100000:0.0:1769074754.771688:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57672:x1855007612591104:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074754.771709:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.771733:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e88fce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6b6 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.772340:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.772367:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.772375:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.772384:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.772437:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.772454:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 8 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.772468:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074754.772618:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.772627:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.772635:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817344:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074754.772662:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0530da80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074754.781613:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.781657:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.781764:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591360 00000100:00100000:0.0:1769074754.781776:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591360 00010000:00010000:0.0:1769074754.781857:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.781893:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591232 00000100:00100000:0.0:1769074754.781895:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591232 00010000:00010000:0.0:1769074754.781921:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.781954:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4942 00000100:00100000:0.0:1769074754.781964:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612591360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074754.781978:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074754.781985:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.781996:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.782025:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074754.782032:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074754.782043:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074754.782051:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074754.782113:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4943 00000100:00100000:0.0:1769074754.782124:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612591360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 157us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.782134:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4942 00000100:00100000:3.0:1769074754.782152:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2372:x1855007612591232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074754.782173:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074754.782185:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074754.782200:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074754.782229:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074754.782237:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.782254:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.782265:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.782298:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074754.782556:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e88fab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a68c expref: 9 pid: 29857 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.782577:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074754.782589:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e88f6c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a670 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.782599:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817344:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074754.782625:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.782634:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.782643:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074754.782664:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074754.782895:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e88fce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.782930:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.782939:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.782942:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074754.782945:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8400, rc 0) 00000100:00100000:2.0:1769074754.782997:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57672:x1855007612591104:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 11309us (11729us total) trans 8589941193 rc 0/0 00000100:00100000:2.0:1769074754.783007:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6337 00000100:00100000:2.0:1769074754.784106:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2372:x1855007612591232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1964us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.784119:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4943 00000100:00100000:0.0:1769074754.789060:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.789094:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.789125:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.789152:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591744 00000100:00100000:0.0:1769074754.789162:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591744 00000100:00100000:0.0:1769074754.789216:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6338 00000100:00100000:0.0:1769074754.789226:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57672:x1855007612591744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074754.789257:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.789281:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e88fe3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6c4 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074754.789387:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591616 00000100:00100000:3.0:1769074754.789401:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591616 00010000:00010000:0.0:1769074754.789405:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074754.789426:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.789436:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074754.789454:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9295 00000100:00100000:3.0:1769074754.789463:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57668:x1855007612591616:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074754.789479:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.789489:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.789498:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6bd expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.789509:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 9 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.789533:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817472:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074754.789544:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.789555:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074754.789557:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074754.789561:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.789594:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074754.789604:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 7 pid: 33558 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.789624:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074754.789627:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619817600:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074754.789713:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074754.789861:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591488 00000100:00100000:2.0:1769074754.789868:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591488 00002000:00100000:2.0:1769074754.789910:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3883008->4194303) req@ffff956d41d95c00 x1855007612591488/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.789920:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95c00 with x1855007612591488 ext(3883008->4194303) 00010000:00010000:2.0:1769074754.789928:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.789948:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:2.0:1769074754.789955:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d95c00 00000100:00100000:2.0:1769074754.789981:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1073 00000100:00100000:2.0:1769074754.789989:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612591488:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074754.798885:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619817472:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074754.798931:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074754.799088:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.799212:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619817600:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074754.799244:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.799268:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6e00, rc 0) 00000100:00100000:2.0:1769074754.799808:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612591872 00000100:00100000:2.0:1769074754.799821:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612591872 00010000:00010000:2.0:1769074754.799912:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00000100:00100000:2.0:1769074754.799977:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4944 00000100:00100000:2.0:1769074754.799989:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612591872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074754.800010:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074754.800019:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.800037:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.800068:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e88fd5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6b6 expref: 10 pid: 30391 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.800089:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.800095:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.800107:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.800117:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074754.800156:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074754.800555:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57668:x1855007612591616:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11089us (11456us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.800565:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9295 00000100:00100000:2.0:1769074754.802988:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612591872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2982us (3890us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074754.802988:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074754.803004:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074754.803010:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4944 00000004:00200000:3.0:1769074754.803083:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:3.0:1769074754.803092:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074754.803346:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074754.803368:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074754.803402:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e88fe3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.803427:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.803438:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074754.803442:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074754.803447:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8e00, rc 0) 00000100:00100000:2.0:1769074754.803499:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57672:x1855007612591744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14274us (14372us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.803507:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6338 00000100:00100000:0.0:1769074754.803584:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.803914:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592000 00000100:00100000:3.0:1769074754.803926:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592000 00002000:00100000:3.0:1769074754.803981:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3559424->4194303) req@ffff956d41d97480 x1855007612592000/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.803990:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97480 with x1855007612592000 ext(3559424->4194303) 00010000:00010000:3.0:1769074754.803998:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 8 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:3.0:1769074754.804012:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 8 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:3.0:1769074754.804018:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97480 00000100:00100000:3.0:1769074754.804046:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1074 00000100:00100000:3.0:1769074754.804058:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612592000:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074754.804933:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592128 00000100:00100000:2.0:1769074754.804946:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592128 00000100:00100000:2.0:1769074754.805001:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9296 00000100:00100000:2.0:1769074754.805011:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57671:x1855007612592128:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074754.805028:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.805054:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6cb expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.805098:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074754.805102:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074754.805116:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.805131:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.805148:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8a00, rc 0) 00000100:00100000:2.0:1769074754.805201:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57671:x1855007612592128:12345-192.168.204.39@tcp:101:cat.0 Request processed in 192us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.805209:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9296 00000100:00100000:3.0:1769074754.808605:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.808670:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592256 00000100:00100000:0.0:1769074754.808685:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592256 00000100:00100000:0.0:1769074754.808761:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9297 00000100:00100000:0.0:1769074754.808772:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612592256:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074754.808798:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.808851:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88fff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6d2 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.808937:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619817728:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074754.809051:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.809117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.809147:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592384 00000100:00100000:0.0:1769074754.809151:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592384 00000100:00100000:0.0:1769074754.809184:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9298 00000100:00100000:0.0:1769074754.809190:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612592384:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074754.809200:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.809212:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89006 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6d9 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.809247:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619817856:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074754.809276:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.816650:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612591488:12345-192.168.204.39@tcp:4:cat.0 Request processed in 26638us (27576us total) trans 21474839385 rc 0/0 00000100:00100000:0.0:1769074754.816670:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1073 00002000:00100000:0.0:1769074754.816686:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3883008->4194303) req@ffff956d41d95c00 x1855007612591488/t21474839385(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/448 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.816698:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95c00 with x1855007612591488 ext(3883008->4194303) 00010000:00010000:0.0:1769074754.816710:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.816731:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:0.0:1769074754.816739:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d95c00 00000100:00100000:2.0:1769074754.824986:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619817728:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074754.825037:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619817856:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074754.825049:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88fff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6d2 expref: 15 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.825055:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89006 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6d9 expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.825087:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e88fff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6d2 expref: 15 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074754.825088:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89006 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6d9 expref: 15 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074754.825107:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8000, rc 0) 00000100:00100000:2.0:1769074754.825189:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612592256:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 16417us (16868us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074754.825199:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9297 00010000:00010000:0.0:1769074754.825436:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8400, rc 0) 00000100:00100000:0.0:1769074754.825466:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612592384:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 16274us (16357us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074754.825473:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9298 00000100:00100000:2.0:1769074754.838447:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612592000:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 34374us (35063us total) trans 17179872446 rc 0/0 00000100:00100000:2.0:1769074754.838469:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1074 00002000:00100000:2.0:1769074754.838486:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3559424->4194303) req@ffff956d41d97480 x1855007612592000/t17179872446(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/448 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.838497:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97480 with x1855007612592000 ext(3559424->4194303) 00010000:00010000:2.0:1769074754.838510:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:2.0:1769074754.838530:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00002000:00010000:2.0:1769074754.838539:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97480 00000100:00100000:0.0:1769074754.840578:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074754.840877:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592640 00000100:00100000:2.0:1769074754.840892:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592640 00000100:00100000:0.0:1769074754.841063:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6339 00000100:00100000:0.0:1769074754.841079:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57672:x1855007612592640:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074754.841105:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.841142:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8900d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6e0 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.841279:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841298:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841435:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841460:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841467:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841475:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841482:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074754.841487:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841496:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841513:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074754.841516:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074754.841524:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841531:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89014 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074754.841581:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8900d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e0 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.841593:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074754.841595:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074754.841599:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8900d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e0 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.841609:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8400, rc 0) 00000100:00100000:0.0:1769074754.842156:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57672:x1855007612592640:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1077us (1587us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074754.842166:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6339 00000100:00100000:1.0:1769074754.843649:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.843766:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.844032:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612592768 00000100:00100000:0.0:1769074754.844045:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612592768 00010000:00010000:0.0:1769074754.844100:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.844146:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593024 00000100:00100000:0.0:1769074754.844150:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593024 00010000:00010000:0.0:1769074754.844167:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00000100:00100000:0.0:1769074754.844189:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4945 00000100:00100000:0.0:1769074754.844197:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612592768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074754.844216:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074754.844247:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844266:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844295:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e88f81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3883008->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a67e expref: 13 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844324:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844335:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844347:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844357:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844367:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844368:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844372:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844378:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844385:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844386:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844391:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844399:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844448:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.844465:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619817984:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074754.844583:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.844594:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619818112:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074754.844628:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.844638:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619818240:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074754.844672:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074754.844700:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4946 00000100:00100000:0.0:1769074754.844710:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612593024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074754.844720:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074754.844737:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844748:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844767:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e88f50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3559424->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a669 expref: 10 pid: 33558 timeout: 1838 lvb_type: 0 00010000:00010000:0.0:1769074754.844777:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844779:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074754.844784:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 9 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844792:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 9 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.844814:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 9 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074754.844857:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619818368:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074754.844900:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074754.850442:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.852531:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593280 00000100:00100000:1.0:1769074754.852551:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593280 00000100:00100000:0.0:1769074754.852883:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2668 00000100:00100000:0.0:1769074754.852895:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57672:x1855007612593280:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074754.853288:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57672:x1855007612593280:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 393us (2868us total) trans 8589941194 rc 0/0 00000100:00100000:0.0:1769074754.853297:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2668 00000100:00100000:2.0:1769074754.858187:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619818368:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074754.858231:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074754.858338:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612593024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13620us (14562us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.858354:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4946 00000100:00100000:1.0:1769074754.859875:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619817984:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.859896:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619818112:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.859907:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619818240:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074754.859937:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074754.859975:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.859997:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612592768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 15800us (16359us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.860009:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4945 00000100:00100000:2.0:1769074754.860812:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593408 00000100:00100000:2.0:1769074754.860849:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593408 00002000:00100000:2.0:1769074754.860924:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20697100 x1855007612593408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.860937:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20697100 with x1855007612593408 ext(3145728->4194303) 00002000:00010000:2.0:1769074754.860945:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20697100 00000100:00100000:2.0:1769074754.860985:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5191 00000100:00100000:2.0:1769074754.861001:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612593408:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074754.885752:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.885802:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.885975:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.887237:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593664 00000100:00100000:2.0:1769074754.887237:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593536 00000100:00100000:0.0:1769074754.887256:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593664 00000100:00100000:2.0:1769074754.887256:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593536 00002000:00100000:2.0:1769074754.887352:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3428352->3432447) req@ffff956d20697800 x1855007612593536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.887367:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20697800 with x1855007612593536 ext(3428352->3432447) 00002000:00010000:2.0:1769074754.887376:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20697800 00000100:00100000:2.0:1769074754.887417:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593792 00000100:00100000:2.0:1769074754.887421:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593792 00002000:00100000:2.0:1769074754.887440:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20696680 x1855007612593792/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.887448:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (4456448->4460543) req@ffff956d20694380 x1855007612593664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.887449:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696680 with x1855007612593792 ext(2097152->3145727) 00002000:00010000:2.0:1769074754.887454:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20696680 00002000:00100000:0.0:1769074754.887465:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694380 with x1855007612593664 ext(4456448->4460543) 00002000:00010000:0.0:1769074754.887470:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694380 00000100:00100000:2.0:1769074754.887477:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5192 00000100:00100000:2.0:1769074754.887511:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612593536:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074754.887525:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5193 00000100:00100000:0.0:1769074754.887531:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612593792:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.888494:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612593536:12345-192.168.204.39@tcp:3:cat.0 Request processed in 975us (2886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074754.888509:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5192 00002000:00100000:2.0:1769074754.888520:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3428352->3432447) req@ffff956d20697800 x1855007612593536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/4536 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.888529:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20697800 with x1855007612593536 ext(3428352->3432447) 00002000:00010000:2.0:1769074754.888536:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20697800 00000100:00100000:2.0:1769074754.888572:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5194 00000100:00100000:2.0:1769074754.888581:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612593664:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074754.889027:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.889211:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.889238:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612593920 00000100:00100000:3.0:1769074754.889248:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612593920 00002000:00100000:3.0:1769074754.889302:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20696d80 x1855007612593920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.889321:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696d80 with x1855007612593920 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.889326:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20696d80 00000100:00100000:3.0:1769074754.889349:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594048 00000100:00100000:3.0:1769074754.889352:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594048 00002000:00100000:3.0:1769074754.889367:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d20694a80 x1855007612594048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.889375:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694a80 with x1855007612594048 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.889379:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20694a80 00000100:00100000:3.0:1769074754.889395:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5195 00000100:00100000:3.0:1769074754.889403:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612593920:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.892453:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612593664:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 3853us (6630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074754.892472:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5194 00002000:00100000:2.0:1769074754.892486:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4456448->4460543) req@ffff956d20694380 x1855007612593664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/4536 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.892499:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694380 with x1855007612593664 ext(4456448->4460543) 00002000:00010000:2.0:1769074754.892508:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694380 00000100:00100000:2.0:1769074754.892553:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5196 00000100:00100000:2.0:1769074754.892567:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612594048:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074754.900074:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.902047:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594304 00000100:00100000:0.0:1769074754.902071:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594304 00000100:00100000:0.0:1769074754.902241:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2669 00000100:00100000:0.0:1769074754.902253:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57668:x1855007612594304:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074754.904238:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57668:x1855007612594304:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 1971us (4167us total) trans 8589941195 rc 0/0 00000100:00100000:0.0:1769074754.904256:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2669 00000100:00100000:2.0:1769074754.906041:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612593408:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 45030us (46062us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074754.906060:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5191 00002000:00100000:2.0:1769074754.906074:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20697100 x1855007612593408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.906086:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20697100 with x1855007612593408 ext(3145728->4194303) 00002000:00010000:2.0:1769074754.906094:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20697100 00000100:00100000:0.0:1769074754.925579:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612593920:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36160us (36537us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074754.925594:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5195 00002000:00100000:0.0:1769074754.928003:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d20696d80 x1855007612593920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074754.928019:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696d80 with x1855007612593920 ext(3145728->4194303) 00002000:00010000:0.0:1769074754.928028:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20696d80 00000100:00100000:0.0:1769074754.935062:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.935247:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.935287:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594688 00000100:00100000:0.0:1769074754.935300:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594688 00000100:00100000:0.0:1769074754.935385:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9299 00000100:00100000:0.0:1769074754.935397:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:57659:x1855007612594688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074754.935421:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074754.935451:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6e7 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.935491:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.935501:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074754.935504:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074754.935509:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.935555:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.935576:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 11 pid: 6534 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074754.935595:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619818496:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074754.935718:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074754.936943:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594560 00000100:00100000:2.0:1769074754.936959:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594560 00000100:00100000:2.0:1769074754.937033:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2670 00000100:00100000:2.0:1769074754.937044:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57663:x1855007612594560:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074754.937488:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+145:57663:x1855007612594560:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 445us (2441us total) trans 8589941196 rc 0/0 00000100:00100000:2.0:1769074754.937498:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2670 00000100:00100000:3.0:1769074754.937676:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612594048:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45113us (48465us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074754.937687:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5196 00002000:00100000:3.0:1769074754.937700:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d20694a80 x1855007612594048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.937712:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694a80 with x1855007612594048 ext(2097152->3145727) 00010000:00010000:3.0:1769074754.937723:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074754.937742:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 1839 lvb_type: 0 00002000:00010000:3.0:1769074754.937749:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20694a80 00000100:00100000:1.0:1769074754.940179:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612593792:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52634us (54189us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074754.940195:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5193 00002000:00100000:1.0:1769074754.940207:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20696680 x1855007612593792/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.940218:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696680 with x1855007612593792 ext(2097152->3145727) 00002000:00010000:1.0:1769074754.940225:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20696680 00000100:00100000:0.0:1769074754.942479:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619818496:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074754.942525:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074754.942551:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:0.0:1769074754.942618:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+10:57659:x1855007612594688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7221us (7369us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074754.942628:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9299 00000100:00100000:0.0:1769074754.952051:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.952250:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594816 00000100:00100000:1.0:1769074754.952275:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594816 00002000:00100000:1.0:1769074754.952354:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3432447) req@ffff956c0bfe7800 x1855007612594816/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.952366:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe7800 with x1855007612594816 ext(3145728->3432447) 00010000:00010000:1.0:1769074754.952376:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.952401:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 10 pid: 6534 timeout: 1839 lvb_type: 0 00002000:00010000:1.0:1769074754.952409:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe7800 00000100:00100000:2.0:1769074754.952425:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.954816:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612594944 00000100:00100000:1.0:1769074754.954863:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612594944 00002000:00100000:1.0:1769074754.954926:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3432448->4194303) req@ffff956d41333100 x1855007612594944/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.954939:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41333100 with x1855007612594944 ext(3432448->4194303) 00010000:00010000:1.0:1769074754.954949:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 11 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.954969:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 11 pid: 6534 timeout: 1839 lvb_type: 0 00002000:00010000:1.0:1769074754.954977:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41333100 00000100:00100000:1.0:1769074754.955016:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1075 00000100:00100000:2.0:1769074754.955078:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.955092:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612594816:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074754.955224:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1076 00000100:00100000:3.0:1769074754.955236:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612594944:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074754.955937:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595072 00000100:00100000:2.0:1769074754.955949:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595072 00000100:00100000:2.0:1769074754.956008:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9300 00000100:00100000:2.0:1769074754.956017:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57671:x1855007612595072:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074754.956032:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074754.956061:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6ee expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.956093:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074754.956096:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074754.956103:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.956119:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074754.956237:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9000, rc 0) 00000100:00100000:2.0:1769074754.956505:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57671:x1855007612595072:12345-192.168.204.39@tcp:101:cat.0 Request processed in 487us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074754.956519:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9300 00000100:00100000:2.0:1769074754.970777:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612594944:12345-192.168.204.39@tcp:3:cat.0 Request processed in 15525us (18333us total) trans 0 rc 761856/761856 00000100:00100000:2.0:1769074754.970796:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1076 00002000:00100000:2.0:1769074754.970815:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3432448->4194303) req@ffff956d41333100 x1855007612594944/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 761856/761856 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074754.970880:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41333100 with x1855007612594944 ext(3432448->4194303) 00010000:00010000:2.0:1769074754.970896:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074754.970921:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00002000:00010000:2.0:1769074754.970930:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41333100 00000100:00100000:1.0:1769074754.975260:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612594816:12345-192.168.204.39@tcp:4:cat.0 Request processed in 20217us (23209us total) trans 17179872447 rc 0/0 00000100:00100000:1.0:1769074754.975280:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1075 00002000:00100000:1.0:1769074754.975298:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3432447) req@ffff956c0bfe7800 x1855007612594816/t17179872447(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/448 e 0 to 0 dl 1769074765 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074754.975320:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe7800 with x1855007612594816 ext(3145728->3432447) 00010000:00010000:1.0:1769074754.975335:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.975362:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00002000:00010000:1.0:1769074754.975372:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe7800 00000100:00100000:0.0:1769074754.980693:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074754.980878:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595200 00000100:00100000:1.0:1769074754.980895:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595200 00010000:00010000:1.0:1769074754.980953:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074754.981065:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4947 00000100:00100000:1.0:1769074754.981079:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612595200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074754.981106:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074754.981154:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.981173:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.981203:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e88ff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3432447) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6bd expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074754.981222:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.981224:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.981232:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.981245:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.981253:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.981254:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074754.981257:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.981264:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074754.981324:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074754.981344:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619818624:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074754.981478:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074754.981485:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619818752:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.981502:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732df00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074754.985761:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619818752:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074754.985788:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619818624:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074754.988476:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074754.989413:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612595200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7512us (7913us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074754.989436:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4947 00000100:00100000:0.0:1769074754.997861:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.997899:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074754.997924:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074754.998073:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595328 00000100:00100000:3.0:1769074754.998089:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595328 00002000:00100000:3.0:1769074754.998162:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe6a00 x1855007612595328/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.998175:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6a00 with x1855007612595328 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.998183:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe6a00 00000100:00100000:3.0:1769074754.998220:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595456 00000100:00100000:3.0:1769074754.998224:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595456 00002000:00100000:3.0:1769074754.998241:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe4e00 x1855007612595456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.998249:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4e00 with x1855007612595456 ext(2097152->3145727) 00002000:00010000:3.0:1769074754.998253:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe4e00 00000100:00100000:3.0:1769074754.998281:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595584 00000100:00100000:3.0:1769074754.998285:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595584 00002000:00100000:3.0:1769074754.998315:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0d76ca80 x1855007612595584/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/0 e 0 to 0 dl 1769074765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074754.998324:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ca80 with x1855007612595584 ext(3145728->4194303) 00002000:00010000:3.0:1769074754.998327:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ca80 00000100:00100000:3.0:1769074754.998348:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5197 00000100:00100000:3.0:1769074754.998358:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612595328:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.002053:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5198 00000100:00100000:2.0:1769074755.002131:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612595456:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:2.0:1769074755.002164:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074755.008090:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5199 00000100:00100000:2.0:1769074755.008124:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612595584:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.042979:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612595328:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 44603us (45136us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074755.042999:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5197 00002000:00100000:3.0:1769074755.043023:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe6a00 x1855007612595328/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.043038:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe6a00 with x1855007612595328 ext(3145728->4194303) 00002000:00010000:3.0:1769074755.043047:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe6a00 00000100:00100000:3.0:1769074755.070425:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612595456:12345-192.168.204.39@tcp:3:cat.0 Request processed in 68330us (72499us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074755.070448:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5198 00002000:00100000:3.0:1769074755.070467:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe4e00 x1855007612595456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.070480:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe4e00 with x1855007612595456 ext(2097152->3145727) 00000100:00100000:1.0:1769074755.071020:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612595584:12345-192.168.204.39@tcp:3:cat.0 Request processed in 62909us (73089us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074755.071030:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5199 00002000:00100000:1.0:1769074755.071039:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0d76ca80 x1855007612595584/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:290/0 lens 488/440 e 0 to 0 dl 1769074765 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.071048:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ca80 with x1855007612595584 ext(3145728->4194303) 00002000:00010000:1.0:1769074755.071052:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ca80 00002000:00010000:3.0:1769074755.071061:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe4e00 00000100:00100000:1.0:1769074755.086371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.086567:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.087114:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595968 00000100:00100000:0.0:1769074755.087141:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595968 00000100:00100000:0.0:1769074755.087255:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6340 00000100:00100000:0.0:1769074755.087279:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57677:x1855007612595968:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074755.087328:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.087360:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89029 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6fc expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.087462:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.087481:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.087496:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.087515:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.087523:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.087534:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00080000:3.0:1769074755.087738:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074755.088141:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.088154:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.088162:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074755.088176:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074755.089061:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089078:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089086:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089093:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074755.089099:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089108:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089502:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074755.089507:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074755.089514:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089525:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89030 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089542:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089548:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089553:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089558:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bfc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074755.089561:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089566:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089573:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5e00) 00010000:00010000:0.0:1769074755.089576:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074755.089578:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.089583:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89037 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.089891:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89029 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.089912:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.089921:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074755.089924:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074755.089927:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:1.0:1769074755.090037:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57677:x1855007612595968:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 2760us (3468us total) trans 8589941197 rc 0/0 00000100:00100000:1.0:1769074755.090047:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6340 00000100:00100000:2.0:1769074755.096604:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612595712 00000100:00100000:2.0:1769074755.096640:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612595712 00000100:00100000:1.0:1769074755.096915:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9301 00000100:00100000:1.0:1769074755.096931:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612595712:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.096970:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.097002:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8904c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a6f5 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.097095:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619818880:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074755.097229:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d900 going to sleep for 11 seconds 00000100:00080000:3.0:1769074755.098250:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074755.103785:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.103921:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596096 00000100:00100000:2.0:1769074755.103936:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596096 00000100:00100000:2.0:1769074755.104033:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9302 00000100:00100000:2.0:1769074755.104045:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612596096:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074755.104074:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.104098:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89053 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a703 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.104189:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619819008:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074755.104314:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f67180 going to sleep for 11 seconds 00000100:00080000:0.0:1769074755.106657:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1769074755.114658:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074755 -> 1769074756 00002000:00010000:0.0:1769074755.114673:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074755 -> 1769074756 00002000:00010000:0.0:1769074755.114676:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074755 -> 1769074756 00000100:00100000:0.0:1769074755.114707:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619819008:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074755.114757:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89053 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a703 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.114789:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89053 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a703 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.114805:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977200, rc 0) 00000100:00100000:0.0:1769074755.114938:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612596096:12345-192.168.204.39@tcp:101:cat.0 Request processed in 10893us (11168us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074755.114949:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9302 00000100:00100000:3.0:1769074755.117931:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.118495:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596224 00000100:00100000:0.0:1769074755.118513:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596224 00000100:00100000:0.0:1769074755.118596:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9303 00000100:00100000:0.0:1769074755.118608:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57671:x1855007612596224:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074755.118765:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.118792:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a70a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.118858:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.118868:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074755.118871:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074755.118876:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.118926:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.118946:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074755.119101:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619819136:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074755.119351:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.119779:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619818880:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074755.119883:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8904c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6f5 expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.119915:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8904c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6f5 expref: 21 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.119934:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205000, rc 0) 00000100:00100000:2.0:1769074755.120285:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612595712:12345-192.168.204.39@tcp:101:cat.0 Request processed in 23359us (33930us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074755.120297:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9301 00000100:00100000:3.0:1769074755.127973:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.128037:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.128152:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596480 00000100:00100000:1.0:1769074755.128164:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596480 00002000:00100000:1.0:1769074755.128233:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4460544->4861951) req@ffff956d20695f80 x1855007612596480/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.128247:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695f80 with x1855007612596480 ext(4460544->4861951) 00010000:00010000:1.0:1769074755.128269:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 20 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.128295:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 20 pid: 33558 timeout: 1839 lvb_type: 0 00002000:00010000:1.0:1769074755.128315:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20695f80 00000100:00100000:1.0:1769074755.128362:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596352 00000100:00100000:1.0:1769074755.128368:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596352 00002000:00100000:1.0:1769074755.128394:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4460543) req@ffff956d20696300 x1855007612596352/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.128403:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696300 with x1855007612596352 ext(4194304->4460543) 00010000:00010000:1.0:1769074755.128410:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.128424:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 21 pid: 33558 timeout: 1839 lvb_type: 0 00002000:00010000:1.0:1769074755.128432:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20696300 00000100:00100000:1.0:1769074755.128460:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1077 00000100:00100000:1.0:1769074755.128475:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612596480:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.129642:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1078 00000100:00100000:3.0:1769074755.129665:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612596352:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074755.143099:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612596352:12345-192.168.204.39@tcp:4:cat.0 Request processed in 13426us (15043us total) trans 21474839386 rc 0/0 00000100:00100000:3.0:1769074755.143120:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1078 00002000:00100000:3.0:1769074755.143138:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4460543) req@ffff956d20696300 x1855007612596352/t21474839386(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/448 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.143150:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696300 with x1855007612596352 ext(4194304->4460543) 00010000:00010000:3.0:1769074755.143166:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 24 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.143190:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 24 pid: 33558 timeout: 1839 lvb_type: 0 00002000:00010000:3.0:1769074755.143199:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20696300 00000100:00100000:3.0:1769074755.150358:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612596480:12345-192.168.204.39@tcp:3:cat.0 Request processed in 21870us (22393us total) trans 0 rc 401408/401408 00000100:00100000:3.0:1769074755.150376:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1077 00002000:00100000:3.0:1769074755.150394:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4460544->4861951) req@ffff956d20695f80 x1855007612596480/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 401408/401408 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.150418:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695f80 with x1855007612596480 ext(4460544->4861951) 00010000:00010000:3.0:1769074755.150431:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.150458:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00002000:00010000:3.0:1769074755.150466:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d20695f80 00000100:00100000:0.0:1769074755.150774:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619819136:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074755.150811:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.150852:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:0.0:1769074755.150909:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57671:x1855007612596224:12345-192.168.204.39@tcp:101:cat.0 Request processed in 32301us (32993us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.150919:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9303 00000100:00100000:1.0:1769074755.162165:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.165144:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.165417:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596736 00000100:00100000:1.0:1769074755.165432:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596736 00010000:00010000:1.0:1769074755.165490:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.165546:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4948 00000100:00100000:1.0:1769074755.165556:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612596736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.165574:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.165601:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.165630:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.165661:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e88fc7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4460543) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6af expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.165682:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.165685:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.165694:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.165713:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.165763:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.165779:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619819264:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074755.165959:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0732d900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.172528:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596608 00000100:00100000:0.0:1769074755.172552:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596608 00000100:00100000:1.0:1769074755.173189:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9304 00000100:00100000:1.0:1769074755.173205:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612596608:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.173233:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.173261:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a711 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.173296:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.173307:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.173321:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.173344:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.173364:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8800, rc 0) 00000100:00100000:1.0:1769074755.173441:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612596608:12345-192.168.204.39@tcp:101:cat.0 Request processed in 240us (11291us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.173454:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9304 00000100:00100000:0.0:1769074755.174045:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619819264:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074755.174082:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074755.174129:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612596736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8562us (8990us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.174140:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4948 00000100:00100000:2.0:1769074755.177917:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.178858:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596864 00000100:00100000:1.0:1769074755.178879:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596864 00002000:00100000:1.0:1769074755.178973:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41330a80 x1855007612596864/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.178987:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41330a80 with x1855007612596864 ext(4194304->4861951) 00002000:00010000:1.0:1769074755.178996:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41330a80 00000100:00100000:1.0:1769074755.179043:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5200 00000100:00100000:1.0:1769074755.179055:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612596864:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074755.183509:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.186029:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612596992 00000100:00100000:3.0:1769074755.186050:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612596992 00002000:00100000:3.0:1769074755.186123:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956c0d76c000 x1855007612596992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.186137:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c000 with x1855007612596992 ext(4857856->4861951) 00002000:00010000:3.0:1769074755.186144:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c000 00000100:00100000:3.0:1769074755.186192:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5201 00000100:00100000:3.0:1769074755.186203:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612596992:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.186488:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612596992:12345-192.168.204.39@tcp:3:cat.0 Request processed in 285us (2995us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074755.186497:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5201 00002000:00100000:3.0:1769074755.186505:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956c0d76c000 x1855007612596992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.186513:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c000 with x1855007612596992 ext(4857856->4861951) 00002000:00010000:3.0:1769074755.186517:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c000 00000100:00100000:0.0:1769074755.195035:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.197983:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612596864:12345-192.168.204.39@tcp:3:cat.0 Request processed in 18912us (20062us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074755.198003:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5200 00002000:00100000:1.0:1769074755.198019:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41330a80 x1855007612596864/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.198031:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41330a80 with x1855007612596864 ext(4194304->4861951) 00002000:00010000:1.0:1769074755.198039:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41330a80 00000100:00100000:3.0:1769074755.198802:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.199502:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612597376 00000100:00100000:1.0:1769074755.199518:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612597376 00000100:00100000:1.0:1769074755.199616:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2671 00000100:00100000:1.0:1769074755.199627:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09461c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57659:x1855007612597376:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074755.200000:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09461c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:57659:x1855007612597376:12345-192.168.204.39@tcp:35:cat.0 Request processed in 373us (1200us total) trans 8589941198 rc 0/0 00000100:00100000:1.0:1769074755.200009:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2671 00000100:00080000:0.0:1769074755.200152:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074755.201352:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612597120 00000100:00100000:2.0:1769074755.201370:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612597120 00000100:00100000:2.0:1769074755.201451:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9305 00000100:00100000:2.0:1769074755.201460:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57677:x1855007612597120:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074755.201483:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.201511:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a718 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.201556:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.201566:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.201573:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 13 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.201580:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.201582:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.201587:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [1277952->1789951] (req 1277952->1789951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.201646:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 13 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.201664:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 13 pid: 25507 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.201682:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819392:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.201866:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 13 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.201878:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 13 pid: 33557 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.201889:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819520:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.201929:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.201939:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 9 pid: 6531 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.201948:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819648:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.201969:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f67180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.210992:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.212860:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612597632 00000100:00100000:3.0:1769074755.212885:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612597632 00000100:00100000:3.0:1769074755.212980:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2672 00000100:00100000:3.0:1769074755.212993:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57671:x1855007612597632:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074755.213427:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57671:x1855007612597632:12345-192.168.204.39@tcp:35:cat.0 Request processed in 431us (2444us total) trans 8589941199 rc 0/0 00000100:00100000:3.0:1769074755.213438:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2672 00000100:00100000:3.0:1769074755.215072:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.215110:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.215246:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.215352:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612597760 00000100:00100000:1.0:1769074755.215364:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612597760 00010000:00010000:1.0:1769074755.215440:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 14 pid: 33557 timeout: 1839 lvb_type: 1 00000100:00100000:1.0:1769074755.215475:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612597888 00000100:00100000:1.0:1769074755.215478:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612597888 00010000:00010000:1.0:1769074755.215499:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 10 pid: 6531 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.215520:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598016 00000100:00100000:1.0:1769074755.215522:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598016 00010000:00010000:1.0:1769074755.215537:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 14 pid: 25507 timeout: 1839 lvb_type: 1 00000100:00100000:1.0:1769074755.215562:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4949 00000100:00100000:1.0:1769074755.215573:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612597760:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.215597:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.215644:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 14 pid: 33557 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.215660:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 14 pid: 33557 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.215697:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.215765:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612597760:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.215773:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4949 00000100:00100000:1.0:1769074755.215797:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4950 00000100:00100000:1.0:1769074755.215805:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612597888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.215814:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.215862:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 10 pid: 6531 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.215872:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 10 pid: 6531 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.215887:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.215905:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612597888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 102us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.215911:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4950 00000100:00100000:1.0:1769074755.215924:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4951 00000100:00100000:1.0:1769074755.215930:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612598016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.215937:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.215945:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 14 pid: 25507 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.215959:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 14 pid: 25507 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.215972:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.215974:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.215983:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.216001:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.216048:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.216064:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619819776:192.168.204.39@tcp:105: 00000100:00080000:3.0:1769074755.216373:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074755.216935:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cb40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074755.217362:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e88ea8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a607 expref: 14 pid: 25507 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.217381:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819392:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.217395:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e88ecb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a623 expref: 13 pid: 33557 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.217404:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819520:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.217414:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158400/0x8b5959a9a0e88e3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5c8 expref: 9 pid: 6531 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.217423:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619819648:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.217458:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.217477:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:2.0:1769074755.217533:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57677:x1855007612597120:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 16072us (22513us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.217542:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9305 00000100:00100000:3.0:1769074755.231342:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.231552:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.235252:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619819776:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074755.235295:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.235387:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612598016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 19455us (20139us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.235400:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4951 00000100:00100000:1.0:1769074755.237242:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598272 00000100:00100000:1.0:1769074755.237278:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598272 00000100:00100000:1.0:1769074755.237384:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6341 00000100:00100000:1.0:1769074755.237397:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57679:x1855007612598272:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074755.237430:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.237458:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8906f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a71f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.237576:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237593:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237604:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237691:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237700:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237705:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237911:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237919:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.237924:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074755.237935:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074755.238368:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238376:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238382:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238386:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074755.238390:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238397:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238409:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074755.238412:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074755.238418:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238422:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e89076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238434:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238437:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238440:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238444:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074755.238445:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238448:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238452:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9400) 00010000:00010000:1.0:1769074755.238453:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074755.238455:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238458:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8907d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.238511:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8906f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.238531:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.238539:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074755.238541:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074755.238545:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:1.0:1769074755.238931:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57679:x1855007612598272:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1535us (7603us total) trans 8589941200 rc 0/0 00000100:00100000:1.0:1769074755.238938:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6341 00000100:00100000:2.0:1769074755.243473:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598400 00000100:00100000:2.0:1769074755.243495:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598400 00002000:00100000:2.0:1769074755.243584:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1277952->1282047) req@ffff956c0d76ea00 x1855007612598400/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.243596:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ea00 with x1855007612598400 ext(1277952->1282047) 00002000:00010000:2.0:1769074755.243603:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ea00 00000100:00100000:2.0:1769074755.243734:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5202 00000100:00100000:2.0:1769074755.243745:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612598400:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074755.244593:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612598400:12345-192.168.204.39@tcp:3:cat.0 Request processed in 842us (13033us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.244607:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5202 00002000:00100000:2.0:1769074755.245103:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1277952->1282047) req@ffff956c0d76ea00 x1855007612598400/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.245519:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ea00 with x1855007612598400 ext(1277952->1282047) 00002000:00010000:2.0:1769074755.245531:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ea00 00000100:00100000:0.0:1769074755.255536:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.255908:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598528 00000100:00100000:2.0:1769074755.255924:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598528 00002000:00100000:2.0:1769074755.256267:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1785856->1789951) req@ffff956c0d76e300 x1855007612598528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.256282:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e300 with x1855007612598528 ext(1785856->1789951) 00002000:00010000:2.0:1769074755.256290:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76e300 00000100:00100000:2.0:1769074755.256393:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5203 00000100:00100000:2.0:1769074755.256405:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612598528:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074755.256691:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612598528:12345-192.168.204.39@tcp:3:cat.0 Request processed in 287us (1175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.256701:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5203 00002000:00100000:2.0:1769074755.256709:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1785856->1789951) req@ffff956c0d76e300 x1855007612598528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.256718:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e300 with x1855007612598528 ext(1785856->1789951) 00002000:00010000:2.0:1769074755.256722:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76e300 00000100:00100000:3.0:1769074755.259774:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.259910:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598784 00000100:00100000:1.0:1769074755.259923:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598784 00000100:00100000:1.0:1769074755.260009:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2673 00000100:00100000:1.0:1769074755.260021:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57677:x1855007612598784:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074755.260438:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57677:x1855007612598784:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 414us (673us total) trans 8589941201 rc 0/0 00000100:00100000:1.0:1769074755.260450:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2673 00000100:00100000:0.0:1769074755.309585:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.309809:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612598912 00000100:00100000:2.0:1769074755.309872:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612598912 00000100:00100000:2.0:1769074755.310027:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9306 00000100:00100000:2.0:1769074755.310040:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+22:57679:x1855007612598912:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074755.310067:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.310093:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a726 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.310225:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.310239:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.310249:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.310256:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.310259:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.310263:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1757184->2097151] (req 1757184->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.310320:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.310338:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 12 pid: 7967 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.310359:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619819904:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.310622:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.310632:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 13 pid: 33558 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.310643:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820032:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.310671:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.310679:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.310687:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820160:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.310706:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f673c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074755.319755:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.320138:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599040 00000100:00100000:1.0:1769074755.320150:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599040 00010000:00010000:1.0:1769074755.320229:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 14 pid: 33558 timeout: 1839 lvb_type: 1 00000100:00100000:1.0:1769074755.320290:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4952 00000100:00100000:1.0:1769074755.320310:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612599040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.320332:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.320367:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 14 pid: 33558 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.320386:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 14 pid: 33558 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.320425:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.320496:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612599040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.320505:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4952 00000100:00080000:3.0:1769074755.321488:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074755.321619:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619819904:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.321639:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e88fb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a69a expref: 13 pid: 33558 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.321657:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820032:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074755.323426:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.323500:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.323650:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820160:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.323700:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1757184->2097151] (req 1757184->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.323723:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:2.0:1769074755.323805:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+23:57679:x1855007612598912:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 13767us (14237us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.323816:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9306 00000100:00100000:1.0:1769074755.324630:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599168 00000100:00100000:1.0:1769074755.324644:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599168 00010000:00010000:1.0:1769074755.324700:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 13 pid: 7967 timeout: 1839 lvb_type: 1 00000100:00100000:1.0:1769074755.324747:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599296 00000100:00100000:1.0:1769074755.324752:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599296 00010000:00010000:1.0:1769074755.324771:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.324803:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4953 00000100:00100000:1.0:1769074755.324814:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612599168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.324869:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.324905:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 13 pid: 7967 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.324921:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 13 pid: 7967 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.324964:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e88f03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a63f expref: 13 pid: 7967 timeout: 1839 lvb_type: 1 00010000:00010000:1.0:1769074755.324985:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.325037:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612599168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 224us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.325046:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4953 00000100:00100000:1.0:1769074755.325065:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4954 00000100:00100000:1.0:1769074755.325072:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612599296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.325081:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.325090:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.325101:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.325127:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e88ea1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a600 expref: 23 pid: 6531 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.325139:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.325142:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.325151:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.325163:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.325211:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.325230:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619820288:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074755.325320:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.330717:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619820288:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074755.330763:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.330879:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612599296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5805us (7377us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.330894:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4954 00000100:00100000:0.0:1769074755.333203:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.333328:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599424 00000100:00100000:2.0:1769074755.333341:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599424 00002000:00100000:2.0:1769074755.333408:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1757184->1761279) req@ffff956c0d76ce00 x1855007612599424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.333422:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ce00 with x1855007612599424 ext(1757184->1761279) 00002000:00010000:2.0:1769074755.333430:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76ce00 00000100:00100000:2.0:1769074755.333474:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5204 00000100:00100000:2.0:1769074755.333484:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612599424:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.333790:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612599424:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 305us (599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.333799:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5204 00002000:00100000:2.0:1769074755.333807:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1757184->1761279) req@ffff956c0d76ce00 x1855007612599424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.333815:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ce00 with x1855007612599424 ext(1757184->1761279) 00002000:00010000:2.0:1769074755.333818:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76ce00 00000100:00100000:3.0:1769074755.361033:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.361485:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599552 00000100:00100000:2.0:1769074755.361501:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599552 00000100:00100000:2.0:1769074755.361593:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9307 00000100:00100000:2.0:1769074755.361606:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+22:57679:x1855007612599552:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074755.361631:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.361661:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a72d expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361701:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 23 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361718:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361727:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.361735:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361744:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074755.361746:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074755.361751:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 7/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->2277375] (req 2097152->2277375) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361796:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.361814:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 11 pid: 6534 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.361860:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820416:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.361988:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.362000:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.362010:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820544:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.362046:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.362055:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.362065:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820672:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.362431:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 23 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.362445:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 23 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.362455:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820800:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.362486:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f673c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.374875:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820416:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.374897:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820544:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.374906:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820672:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.374915:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619820800:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.374971:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->2277375] (req 2097152->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.375003:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:2.0:1769074755.375131:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+23:57679:x1855007612599552:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 13526us (14115us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.375142:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9307 00000100:00100000:3.0:1769074755.383985:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.384023:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.384062:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.384080:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.384097:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.384141:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599680 00000100:00100000:3.0:1769074755.384154:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599680 00010000:00010000:3.0:1769074755.384210:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 12 pid: 6534 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.384247:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599936 00000100:00100000:3.0:1769074755.384250:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599936 00010000:00010000:3.0:1769074755.384263:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.384281:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612599808 00000100:00100000:3.0:1769074755.384284:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612599808 00010000:00010000:3.0:1769074755.384311:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 23 pid: 33558 timeout: 1839 lvb_type: 1 00000100:00100000:3.0:1769074755.384328:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600064 00000100:00100000:3.0:1769074755.384331:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600064 00010000:00010000:3.0:1769074755.384342:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 24 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.384357:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4955 00000100:00100000:3.0:1769074755.384367:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612599680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074755.384387:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074755.384413:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384431:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384462:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e88ff8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6cb expref: 13 pid: 6534 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384484:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.384548:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612599680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 181us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.384560:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4955 00000100:00100000:3.0:1769074755.384581:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4956 00000100:00100000:3.0:1769074755.384588:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612599936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074755.384596:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074755.384605:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384614:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384628:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8905a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a70a expref: 11 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384638:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.384656:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612599936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 69us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.384663:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4956 00000100:00100000:3.0:1769074755.384675:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4957 00000100:00100000:3.0:1769074755.384681:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612599808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074755.384689:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074755.384698:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 24 pid: 33558 timeout: 1839 lvb_type: 1 00010000:00010000:3.0:1769074755.384708:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 24 pid: 33558 timeout: 1839 lvb_type: 1 00010000:00010000:3.0:1769074755.384727:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89061 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a711 expref: 24 pid: 33558 timeout: 1839 lvb_type: 1 00010000:00010000:3.0:1769074755.384736:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.384754:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612599808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 73us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.384760:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4957 00000100:00100000:3.0:1769074755.384772:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4958 00000100:00100000:3.0:1769074755.384777:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612600064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074755.384785:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074755.384793:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384803:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384816:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e88f8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a693 expref: 22 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.384870:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074755.384872:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074755.384881:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.384893:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.384938:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.384956:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619820928:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074755.385021:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d026c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.385795:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600320 00000100:00100000:1.0:1769074755.385807:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600320 00000100:00100000:1.0:1769074755.385901:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6342 00000100:00100000:1.0:1769074755.385911:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57685:x1855007612600320:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.385938:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.385974:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e890a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a734 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.386108:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e890a7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.386134:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e890a7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.386147:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e890a7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074755.386166:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074755.386353:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e890a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a734 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.386371:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e890a7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a734 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.386380:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074755.386383:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1769074755.386387:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074755.386458:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57685:x1855007612600320:12345-192.168.204.39@tcp:101:cat.0 Request processed in 548us (2487us total) trans 8589941202 rc 0/0 00000100:00100000:1.0:1769074755.386467:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6342 00000100:00100000:0.0:1769074755.397177:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619820928:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074755.397217:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074755.397312:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612600064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12532us (13212us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.397326:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4958 00000100:00100000:0.0:1769074755.404139:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.404215:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.404345:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600448 00000100:00100000:2.0:1769074755.404360:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600448 00000100:00100000:2.0:1769074755.404434:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600576 00000100:00100000:2.0:1769074755.404438:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600576 00000100:00100000:2.0:1769074755.404474:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9308 00000100:00100000:2.0:1769074755.404485:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612600448:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074755.404510:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.404539:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e890b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a73b expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.404636:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619821056:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074755.404750:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f673c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.404792:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9309 00000100:00100000:1.0:1769074755.404805:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612600576:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.404814:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.404861:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e890bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a742 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.404898:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619821184:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074755.404936:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074755.407790:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619821184:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074755.407875:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e890bc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a742 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.407907:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e890bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a742 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.407923:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2a00, rc 0) 00000100:00100000:3.0:1769074755.408014:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612600576:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3211us (3796us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074755.408025:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9309 00002000:00010000:1.0:1769074755.408782:0:26585:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074755 -> 1769074756 00002000:00010000:1.0:1769074755.408789:0:26585:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074754 -> 1769074756 00002000:00010000:1.0:1769074755.408792:0:26585:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074755 -> 1769074756 00000100:00100000:1.0:1769074755.408810:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619821056:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074755.408867:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e890b5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a73b expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.408885:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e890b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a73b expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.408898:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:1.0:1769074755.408943:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612600448:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4460us (4826us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074755.408964:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9308 00000100:00100000:2.0:1769074755.425414:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.425536:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600704 00000100:00100000:3.0:1769074755.425553:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600704 00002000:00100000:3.0:1769074755.425626:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2273280->2277375) req@ffff956c0bfcca80 x1855007612600704/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.425639:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcca80 with x1855007612600704 ext(2273280->2277375) 00002000:00010000:3.0:1769074755.425648:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcca80 00000100:00100000:3.0:1769074755.425690:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5205 00000100:00100000:3.0:1769074755.425703:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612600704:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074755.426317:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612600704:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 613us (916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074755.426330:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5205 00002000:00100000:3.0:1769074755.426339:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2273280->2277375) req@ffff956c0bfcca80 x1855007612600704/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.426348:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcca80 with x1855007612600704 ext(2273280->2277375) 00002000:00010000:3.0:1769074755.426352:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcca80 00000100:00100000:3.0:1769074755.432621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.432761:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.434402:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601088 00000100:00100000:0.0:1769074755.434422:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601088 00000100:00100000:0.0:1769074755.434672:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2674 00000100:00100000:0.0:1769074755.434685:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:57679:x1855007612601088:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074755.435751:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612600832 00000100:00100000:2.0:1769074755.435764:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612600832 00002000:00100000:2.0:1769074755.435843:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d412c6300 x1855007612600832/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 504/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.435856:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6300 with x1855007612600832 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.435864:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c6300 00000100:00100000:2.0:1769074755.435896:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5206 00000100:00100000:2.0:1769074755.435905:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612600832:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074755.437176:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+149:57679:x1855007612601088:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 2486us (4406us total) trans 8589941203 rc 0/0 00000100:00100000:0.0:1769074755.437190:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2674 00000100:00100000:0.0:1769074755.461246:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.461934:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612600832:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26024us (29330us total) trans 0 rc 536576/536576 00000100:00100000:3.0:1769074755.461962:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5206 00002000:00100000:3.0:1769074755.461979:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d412c6300 x1855007612600832/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 504/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 536576/536576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.461991:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6300 with x1855007612600832 ext(1048576->2097151) 00002000:00010000:3.0:1769074755.461999:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c6300 00000100:00100000:0.0:1769074755.462458:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.464235:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601344 00000100:00100000:3.0:1769074755.464255:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601344 00000100:00100000:3.0:1769074755.464359:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601600 00000100:00100000:3.0:1769074755.464364:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601600 00000100:00100000:3.0:1769074755.464402:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6343 00000100:00100000:3.0:1769074755.464413:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57687:x1855007612601344:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074755.464452:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.464485:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e890c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a749 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464630:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.464649:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464658:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464667:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464676:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 6/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.464722:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464742:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 149 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.464759:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821312:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.464922:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.464932:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.466589:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6344 00000100:00100000:1.0:1769074755.466620:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+149:57690:x1855007612601600:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.466651:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.466674:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e890d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a750 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.466786:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074755.466803:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074755.466816:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074755.466846:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074755.467283:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e890d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 152 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.467331:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 151 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.467342:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074755.467345:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1769074755.467349:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.467358:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074755.467365:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2800, rc 0) 00000100:00100000:1.0:1769074755.467463:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+151:57690:x1855007612601600:12345-192.168.204.39@tcp:101:cat.0 Request processed in 859us (5007us total) trans 8589941204 rc 0/0 00000100:00100000:1.0:1769074755.467558:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6344 00000100:00100000:3.0:1769074755.469211:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821440:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.469393:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.469411:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 8 pid: 30391 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.469430:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821568:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074755.469462:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.478694:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.478746:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.478924:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601728 00000100:00100000:0.0:1769074755.478942:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601728 00010000:00010000:0.0:1769074755.479018:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 151 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074755.479071:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601856 00000100:00100000:0.0:1769074755.479074:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601856 00010000:00010000:0.0:1769074755.479091:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 18 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074755.479127:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4959 00000100:00100000:0.0:1769074755.479138:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:2373:x1855007612601728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074755.479159:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074755.479167:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 151 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.479185:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 151 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.479216:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074755.479222:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.479234:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.479243:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074755.479330:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:2373:x1855007612601728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 192us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.479340:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4959 00000100:00100000:0.0:1769074755.479361:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4960 00000100:00100000:0.0:1769074755.479368:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612601856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074755.479375:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074755.479382:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 18 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.479397:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 18 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.479410:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074755.479413:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.479419:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.479425:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074755.479444:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612601856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 77us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.479451:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4960 00010000:00010000:3.0:1769074755.480507:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e89084 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a71f expref: 150 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.480534:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821312:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.480553:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8903e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6fc expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.480564:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821440:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074755.480576:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619821568:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.480611:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074755.487557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.487610:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.487678:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.487684:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602112 00000100:00100000:3.0:1769074755.487700:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602112 00000100:00100000:3.0:1769074755.487779:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9310 00000100:00100000:3.0:1769074755.487792:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57685:x1855007612602112:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074755.487819:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.487867:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a757 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.487909:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074755.487910:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602240 00000100:00100000:0.0:1769074755.487915:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602240 00010000:00010000:3.0:1769074755.487918:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074755.487921:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074755.487926:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074755.487962:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6345 00000100:00100000:0.0:1769074755.487970:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+150:57690:x1855007612602240:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074755.487981:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.487994:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.487994:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 20 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.488011:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed400/0x8b5959a9a0e890ed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a75e expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.488011:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619821696:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074755.488130:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074755.488141:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074755.488158:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.488166:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074755.488180:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.488190:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074755.488784:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612601984 00000100:00100000:2.0:1769074755.488792:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612601984 00010000:00010000:2.0:1769074755.488882:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 9 pid: 30391 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.490242:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4961 00000100:00100000:2.0:1769074755.490259:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612601984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.490281:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.490291:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 9 pid: 30391 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.490321:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 9 pid: 30391 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.490326:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619821696:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.490348:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e88fea lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6c4 expref: 9 pid: 30391 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.490362:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.490367:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074755.490372:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.490382:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290400000020 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.490382:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00010000:00010000:2.0:1769074755.490389:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290400000020 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.490396:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.490406:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.490411:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074755.490438:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57685:x1855007612602112:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2647us (2826us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074755.490440:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.490447:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9310 00000100:00100000:2.0:1769074755.490459:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612601984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 208us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.490466:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4961 00010000:00010000:3.0:1769074755.490477:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.490485:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074755.490506:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000100:00080000:0.0:1769074755.490604:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769074755.490695:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e890c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.490713:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.490722:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.490728:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6a00, rc 0) 00000100:00100000:3.0:1769074755.490768:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57687:x1855007612601344:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 26356us (29540us total) trans 8589941205 rc 0/0 00000100:00100000:3.0:1769074755.490775:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6343 00000100:00100000:3.0:1769074755.497620:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.497740:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.498535:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602368 00000100:00100000:0.0:1769074755.498554:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602368 00002000:00100000:0.0:1769074755.498627:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1757184->2097151) req@ffff956d412c6d80 x1855007612602368/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074755.498640:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6d80 with x1855007612602368 ext(1757184->2097151) 00010000:00010000:0.0:1769074755.498653:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 21 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.498675:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 21 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:0.0:1769074755.498685:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c6d80 00000100:00100000:0.0:1769074755.498718:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1079 00000100:00100000:0.0:1769074755.498729:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612602368:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074755.500235:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602496 00000100:00100000:1.0:1769074755.500254:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602496 00000100:00100000:1.0:1769074755.500382:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6346 00000100:00100000:1.0:1769074755.500394:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57692:x1855007612602496:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074755.500481:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.500514:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89102 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a765 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.500610:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500633:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500648:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500669:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500676:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500684:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500852:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500864:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074755.500874:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074755.505556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.505817:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602624 00000100:00100000:2.0:1769074755.505864:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602624 00010000:00010000:2.0:1769074755.505917:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.505956:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4962 00000100:00100000:2.0:1769074755.505966:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612602624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.505996:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.506005:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.506022:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.506052:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e890ca lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a749 expref: 17 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.506072:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074755.506080:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.506091:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.506111:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.506119:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.506125:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.506130:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.506176:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.506239:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612602624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 274us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.506248:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4962 00010000:00010000:3.0:1769074755.507426:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507447:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074755.507515:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:3.0:1769074755.507521:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074755.507549:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507566:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507578:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507584:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507593:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507599:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d10eec600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074755.507604:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507611:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507625:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074755.507628:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074755.507633:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507639:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89109 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507655:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507661:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507667:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507672:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074755.507675:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507681:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507690:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5e00) 00010000:00010000:3.0:1769074755.507693:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074755.507696:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507702:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e89110 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074755.507753:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89102 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.507769:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.507777:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.507780:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074755.507783:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:3.0:1769074755.507906:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57692:x1855007612602496:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 7515us (10164us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.507917:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6346 00010000:00010000:0.0:1769074755.508286:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074755.508324:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074755.508353:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:0.0:1769074755.508356:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074755.508382:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074755.508412:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed400/0x8b5959a9a0e890ed lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 152 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.508425:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 151 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.508432:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074755.508435:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074755.508437:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed600, rc 0) 00000100:00100000:0.0:1769074755.508475:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+151:57690:x1855007612602240:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20506us (20797us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.508483:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6345 00000100:00100000:0.0:1769074755.513095:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612602368:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 14344us (15471us total) trans 21474839387 rc 0/0 00000100:00100000:0.0:1769074755.513120:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1079 00002000:00100000:0.0:1769074755.513141:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1757184->2097151) req@ffff956d412c6d80 x1855007612602368/t21474839387(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/448 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074755.513154:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6d80 with x1855007612602368 ext(1757184->2097151) 00010000:00010000:0.0:1769074755.513169:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 23 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:0.0:1769074755.513197:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 23 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:0.0:1769074755.513206:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c6d80 00000100:00100000:2.0:1769074755.515733:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.515778:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.515811:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.515859:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.515893:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602752 00000100:00100000:2.0:1769074755.515907:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602752 00000100:00100000:2.0:1769074755.515968:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603008 00000100:00100000:2.0:1769074755.515981:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603008 00000100:00100000:2.0:1769074755.516003:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612602880 00000100:00100000:2.0:1769074755.516006:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612602880 00000100:00100000:2.0:1769074755.516021:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603136 00000100:00100000:2.0:1769074755.516025:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603136 00000100:00100000:3.0:1769074755.516037:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9311 00000100:00100000:3.0:1769074755.516050:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612602752:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074755.516073:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.516097:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8911e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a76c expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.518183:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619821824:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074755.518348:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.519404:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9312 00000100:00100000:2.0:1769074755.519428:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612603008:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074755.519454:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1769074755.521480:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9313 00000100:00100000:3.0:1769074755.521515:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612602880:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074755.521541:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.521570:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89125 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a773 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.521666:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619821952:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074755.521797:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41726540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074755.521893:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8912c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a77a expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.521930:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619822080:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074755.521961:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f673c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.522064:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9314 00010000:00010000:2.0:1769074755.522379:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074755.522619:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612603136:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074755.522642:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.522661:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a781 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.522698:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.522701:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.522719:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.522739:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074755.522755:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8a00, rc 0) 00000100:00100000:1.0:1769074755.522848:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612603136:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 746us (6961us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.522859:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9314 00002000:00010000:3.0:1769074755.526582:0:26585:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074754 -> 1769074756 00002000:00010000:3.0:1769074755.526598:0:26585:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074754 -> 1769074756 00002000:00010000:3.0:1769074755.526601:0:26585:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074754 -> 1769074756 00000100:00100000:3.0:1769074755.526639:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619821824:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074755.526699:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8911e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a76c expref: 15 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.526743:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8911e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a76c expref: 15 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.526761:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:3.0:1769074755.526895:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612602752:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 10846us (11175us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074755.526907:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9311 00000100:00100000:1.0:1769074755.532234:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.532315:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603264 00000100:00100000:0.0:1769074755.532327:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603264 00000100:00100000:0.0:1769074755.532401:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9315 00000100:00100000:0.0:1769074755.532413:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612603264:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074755.532439:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.532465:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8913a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a788 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074755.532581:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619822208:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074755.533066:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.533582:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619821952:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074755.533625:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89125 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a773 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.533654:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89125 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a773 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074755.533669:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:3.0:1769074755.533777:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619822080:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074755.533800:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8912c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a77a expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.533813:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8912c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a77a expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.533850:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41335600, rc 0) 00000100:00100000:3.0:1769074755.533903:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612603008:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 14486us (18123us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074755.533913:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9312 00000100:00100000:0.0:1769074755.542443:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.542628:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.543281:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603392 00000100:00100000:3.0:1769074755.543305:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603392 00000100:00100000:3.0:1769074755.543379:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9316 00000100:00100000:3.0:1769074755.543390:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612603392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074755.543415:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.543443:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89141 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a78f expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.543525:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619822336:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074755.543622:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41726540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.543626:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619822208:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074755.543661:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8913a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a788 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.543685:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e8913a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a788 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.543837:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:0.0:1769074755.543872:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612603264:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11461us (11661us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074755.543881:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9315 00000100:00100000:2.0:1769074755.543988:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612602880:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 22491us (28172us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074755.543996:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9313 00000100:00100000:1.0:1769074755.544350:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603520 00000100:00100000:1.0:1769074755.544360:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603520 00010000:00010000:1.0:1769074755.544403:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.544445:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4963 00000100:00100000:1.0:1769074755.544453:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612603520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.544467:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.544488:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.544510:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.544535:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.544538:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.544549:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.544562:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.544602:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.544616:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619822464:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074755.544667:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.561335:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.561534:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619822464:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074755.561572:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.561614:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603776 00000100:00100000:2.0:1769074755.561624:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603776 00000100:00100000:1.0:1769074755.561646:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612603520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17192us (19016us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.561660:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4963 00000100:00100000:2.0:1769074755.561711:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6347 00000100:00100000:2.0:1769074755.561722:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57692:x1855007612603776:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074755.561751:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.561783:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e89148 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a796 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.561969:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.561992:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 150 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.562001:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.562011:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.562062:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.562085:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 10 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.562861:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619822592:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074755.562988:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 150 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.563002:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 150 pid: 29856 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.563013:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619822720:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.563041:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d04f673c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074755.563268:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from glimpse AST (req@00000000d8b4b07e x1855007619822336) - normal race ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 24 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.563322:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e89092 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a726 expref: 24 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.563340:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619822336:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074755.563380:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89141 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a78f expref: 23 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.563399:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89141 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a78f expref: 23 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074755.563409:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:3.0:1769074755.563448:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612603392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20059us (21020us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074755.563459:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9316 00000100:00100000:1.0:1769074755.568212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.568334:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612603904 00000100:00100000:2.0:1769074755.568350:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612603904 00002000:00100000:2.0:1769074755.568426:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c050a8700 x1855007612603904/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.568439:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8700 with x1855007612603904 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.568447:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8700 00000100:00100000:2.0:1769074755.569212:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5207 00000100:00100000:2.0:1769074755.569228:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612603904:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074755.582707:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.582942:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619822976:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583011:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583042:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619823488:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583065:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583109:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074755.583116:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619822848:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583148:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583179:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619823360:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583206:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583234:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619823104:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583260:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583277:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074755.583282:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619823232:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583315:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074755.583352:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619822976 00000100:00100000:0.0:1769074755.583363:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619822976 00000100:00100000:0.0:1769074755.583428:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619823488 00000100:00100000:0.0:1769074755.583433:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619823488 00000100:00100000:0.0:1769074755.583451:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619823104 00000100:00100000:0.0:1769074755.583454:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619823104 00000100:00100000:0.0:1769074755.583474:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1769074755.583484:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619822976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583547:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619822976:12345-0@lo:400:kworker.0 Request processed in 64us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.583555:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1769074755.583579:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1769074755.583585:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619823488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583613:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619823488:12345-0@lo:400:kworker.0 Request processed in 28us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.583619:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1769074755.583632:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1769074755.583639:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619823104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583670:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619823104:12345-0@lo:400:kworker.0 Request processed in 33us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.583676:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1769074755.583695:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619822848 00000100:00100000:0.0:1769074755.583698:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619822848 00000100:00100000:0.0:1769074755.583728:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1769074755.583734:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619822848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583765:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619822848:12345-0@lo:400:kworker.0 Request processed in 31us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.583771:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1769074755.583803:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604032 00000100:00100000:0.0:1769074755.583807:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604032 00000100:00100000:0.0:1769074755.583861:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619823360 00000100:00100000:0.0:1769074755.583864:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619823360 00000100:00100000:0.0:1769074755.583883:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619823232 00000100:00100000:0.0:1769074755.583886:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619823232 00000100:00100000:0.0:1769074755.583906:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1769074755.583912:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3290:x1855007619823360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583942:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3290:x1855007619823360:12345-0@lo:400:kworker.0 Request processed in 31us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.583949:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1769074755.583961:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1769074755.583968:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3291:x1855007619823232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.583995:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3291:x1855007619823232:12345-0@lo:400:kworker.0 Request processed in 29us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.584005:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1769074755.584017:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9317 00000100:00100000:0.0:1769074755.584022:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57687:x1855007612604032:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074755.584034:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.584058:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a79d expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584092:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584103:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 13 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.584111:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584117:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074755.584119:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074755.584123:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3588096->3985407] (req 3588096->3985407) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584157:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584169:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074755.584185:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823616:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074755.584253:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 13 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.584262:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 13 pid: 26360 timeout: 1839 lvb_type: 1 00000100:00100000:0.0:1769074755.584271:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823744:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074755.584316:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.584325:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 8 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:0.0:1769074755.584334:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823872:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074755.584359:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be840 going to sleep for 11 seconds 00000100:00080000:0.0:1769074755.584380:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074755.584421:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619822848:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.584439:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619823360:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.584450:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619822976:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.584463:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619823488:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.584515:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619823232:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.584527:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619823104:0@lo:400:kworker.0 00000100:00100000:0.0:1769074755.590350:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.590414:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.590507:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604160 00000100:00100000:2.0:1769074755.590520:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604160 00010000:00010000:2.0:1769074755.590575:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 11 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.590619:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604288 00000100:00100000:2.0:1769074755.590623:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604288 00010000:00010000:2.0:1769074755.590640:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 151 pid: 29856 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.590662:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4964 00000100:00100000:2.0:1769074755.590672:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612604160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.590689:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.590696:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 11 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.590715:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 11 pid: 29857 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.590756:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074755.590763:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.590774:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.590781:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.590885:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612604160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 212us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.590894:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4964 00000100:00100000:2.0:1769074755.590915:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4965 00000100:00100000:2.0:1769074755.590922:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:2372:x1855007612604288:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.590929:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.590934:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 151 pid: 29856 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.590944:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 151 pid: 29856 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.590957:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074755.590961:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.590969:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.590991:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074755.591013:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.591033:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:2372:x1855007612604288:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 112us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.591040:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4965 00010000:00010000:3.0:1769074755.591620:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89117 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a765 expref: 10 pid: 29857 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.591642:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619822592:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.591657:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e890f4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a75e expref: 150 pid: 29856 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.591666:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619822720:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074755.591693:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.591703:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.591708:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074755.591731:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074755.592002:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e89148 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a796 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.592021:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a796 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.592030:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.592033:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1769074755.592036:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334600, rc 0) 00000100:00100000:3.0:1769074755.592097:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57692:x1855007612603776:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 30376us (30779us total) trans 8589941206 rc 0/0 00000100:00100000:3.0:1769074755.592106:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6347 00000100:00100000:2.0:1769074755.604864:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612603904:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35592us (36619us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074755.604881:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5207 00002000:00100000:2.0:1769074755.604898:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c050a8700 x1855007612603904/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.604910:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8700 with x1855007612603904 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.604918:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8700 00000100:00100000:1.0:1769074755.608627:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.608879:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604544 00000100:00100000:3.0:1769074755.608896:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604544 00000100:00100000:3.0:1769074755.608985:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6348 00000100:00100000:3.0:1769074755.608997:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57692:x1855007612604544:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074755.609033:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.609036:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074755.609070:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8914f lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a796 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.609094:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.609100:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074755.609127:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89164 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7a4 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.609264:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609280:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609291:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609316:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609323:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609331:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609337:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074755.609342:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609353:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609362:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.609364:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074755.609368:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609374:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8916b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.609407:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89164 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7a4 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.609417:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.609419:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074755.609422:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89164 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7a4 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.609431:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:3.0:1769074755.609512:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57692:x1855007612604544:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 516us (901us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074755.609520:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6348 00000100:00100000:0.0:1769074755.626455:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.626515:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.626742:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823616:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074755.626757:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823744:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074755.626766:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619823872:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074755.626812:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3588096->3985407] (req 3588096->3985407) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.626881:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:1.0:1769074755.626949:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57687:x1855007612604032:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 42925us (44271us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.626960:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9317 00000100:00100000:3.0:1769074755.627103:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604928 00000100:00100000:3.0:1769074755.627121:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604928 00000100:00100000:3.0:1769074755.627185:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2675 00000100:00100000:3.0:1769074755.627197:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57692:x1855007612604928:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:2.0:1769074755.627796:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612604672 00000100:00100000:2.0:1769074755.627804:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612604672 00010000:00010000:2.0:1769074755.627865:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 14 pid: 26360 timeout: 1839 lvb_type: 1 00000100:00100000:2.0:1769074755.627891:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4966 00000100:00100000:2.0:1769074755.627899:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612604672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.627912:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.627938:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 14 pid: 26360 timeout: 1839 lvb_type: 1 00010000:00010000:2.0:1769074755.627951:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 14 pid: 26360 timeout: 1839 lvb_type: 1 00010000:00010000:2.0:1769074755.627995:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89133 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a781 expref: 14 pid: 26360 timeout: 1839 lvb_type: 1 00010000:00010000:2.0:1769074755.628011:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.628064:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612604672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.628071:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4966 00000100:00100000:3.0:1769074755.628529:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57692:x1855007612604928:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 1332us (2011us total) trans 8589941207 rc 0/0 00000100:00100000:3.0:1769074755.628539:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2675 00000100:00100000:2.0:1769074755.644738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.644849:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.644946:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605056 00000100:00100000:1.0:1769074755.644961:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605056 00010000:00010000:1.0:1769074755.645036:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.645101:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605184 00000100:00100000:1.0:1769074755.645105:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605184 00010000:00010000:1.0:1769074755.645124:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00000100:00100000:1.0:1769074755.645155:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4967 00000100:00100000:1.0:1769074755.645167:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612605056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.645189:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.645222:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645237:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645275:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8901b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6e7 expref: 9 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645312:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.645399:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612605056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 233us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.645410:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4967 00000100:00100000:1.0:1769074755.645434:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4968 00000100:00100000:1.0:1769074755.645442:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612605184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074755.645452:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074755.645462:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645479:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645495:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9000/0x8b5959a9a0e89022 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a6ee expref: 13 pid: 33558 timeout: 1839 lvb_type: 0 00010000:00010000:1.0:1769074755.645508:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.645511:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.645523:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.645536:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.645594:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074755.645616:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619824000:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074755.645694:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.649254:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.649322:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.649360:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.649406:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.649456:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605440 00000100:00100000:2.0:1769074755.649632:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605312 00000100:00100000:2.0:1769074755.649638:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605312 00000100:00100000:2.0:1769074755.649721:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9318 00000100:00100000:2.0:1769074755.649732:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612605312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074755.649759:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.649788:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e89172 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7ab expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.649890:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619824128:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074755.650192:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.650316:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605440 00000100:00100000:0.0:1769074755.650363:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9319 00000100:00100000:0.0:1769074755.650371:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612605440:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074755.650381:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074755.650394:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e89179 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7b2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074755.650431:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619824256:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074755.650927:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605568 00000100:00100000:1.0:1769074755.650936:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605568 00000100:00100000:0.0:1769074755.651079:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00002000:00100000:1.0:1769074755.651192:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d21b05f80 x1855007612605568/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.651204:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05f80 with x1855007612605568 ext(0->1048575) 00002000:00010000:1.0:1769074755.651211:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b05f80 00000100:00100000:1.0:1769074755.651230:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605696 00000100:00100000:1.0:1769074755.651234:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605696 00002000:00100000:1.0:1769074755.651255:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d21b04380 x1855007612605696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.651264:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04380 with x1855007612605696 ext(1048576->2097151) 00002000:00010000:1.0:1769074755.651268:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b04380 00000100:00100000:1.0:1769074755.651283:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5208 00000100:00100000:1.0:1769074755.651301:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612605568:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074755.651670:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5209 00000100:00100000:2.0:1769074755.651683:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612605696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.656299:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.656348:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612605952 00000100:00100000:3.0:1769074755.656364:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612605952 00000100:00100000:3.0:1769074755.656436:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6349 00000100:00100000:3.0:1769074755.656446:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+150:57694:x1855007612605952:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074755.656477:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.656507:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89180 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7b9 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.656607:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656625:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656639:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656655:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656661:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656666:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656880:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656895:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.656901:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074755.656916:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074755.657055:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657063:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657069:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657076:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074755.657080:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657088:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657104:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074755.657108:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074755.657113:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657120:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657133:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657142:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657149:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657154:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074755.657157:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657163:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657170:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074755.657173:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074755.657175:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657181:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8918e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074755.657237:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89180 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 153 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.657253:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 152 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.657261:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074755.657264:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074755.657270:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6600, rc 0) 00000100:00100000:3.0:1769074755.657378:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+152:57694:x1855007612605952:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 931us (1106us total) trans 8589941208 rc 0/0 00000100:00100000:3.0:1769074755.657391:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6349 00002000:00010000:0.0:1769074755.681533:0:6534:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074755 -> 1769074756 00002000:00010000:0.0:1769074755.681551:0:6534:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074755 -> 1769074756 00002000:00010000:0.0:1769074755.681554:0:6534:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074755 -> 1769074756 00000100:00100000:0.0:1769074755.681588:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619824256:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074755.681642:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e89179 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b2 expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.681683:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030c00/0x8b5959a9a0e89179 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b2 expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074755.681715:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:0.0:1769074755.681789:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612605440:12345-192.168.204.39@tcp:101:cat.0 Request processed in 31417us (32551us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074755.681799:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9319 00000100:00100000:2.0:1769074755.682161:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619824000:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074755.682180:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074755.682228:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612605184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 36786us (37404us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.682239:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4968 00000100:00100000:3.0:1769074755.682678:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619824128:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074755.682705:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e89172 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ab expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074755.682719:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612605696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 31041us (33313us total) trans 0 rc 1048576/1048576 00010000:00010000:3.0:1769074755.682723:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e89172 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ab expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074755.682729:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5209 00010000:00010000:3.0:1769074755.682734:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334600, rc 0) 00002000:00100000:2.0:1769074755.682740:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d21b04380 x1855007612605696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.682750:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04380 with x1855007612605696 ext(1048576->2097151) 00000100:00100000:3.0:1769074755.682754:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612605312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 33027us (33433us total) trans 0 rc 301/301 00002000:00010000:2.0:1769074755.682758:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b04380 00000100:00100000:3.0:1769074755.682761:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9318 00000100:00100000:0.0:1769074755.689111:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.689891:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606080 00000100:00100000:2.0:1769074755.689913:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606080 00002000:00100000:2.0:1769074755.690044:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3588096->3592191) req@ffff956d21b04a80 x1855007612606080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.690062:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04a80 with x1855007612606080 ext(3588096->3592191) 00002000:00010000:2.0:1769074755.690075:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b04a80 00000100:00100000:2.0:1769074755.690142:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5210 00000100:00100000:2.0:1769074755.690154:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612606080:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.690856:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612606080:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 662us (1738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.690876:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5210 00002000:00100000:2.0:1769074755.690892:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3588096->3592191) req@ffff956d21b04a80 x1855007612606080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.690903:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04a80 with x1855007612606080 ext(3588096->3592191) 00002000:00010000:2.0:1769074755.690910:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b04a80 00000100:00100000:2.0:1769074755.701027:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612605568:12345-192.168.204.39@tcp:3:cat.0 Request processed in 49714us (51642us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074755.701050:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5208 00002000:00100000:2.0:1769074755.701072:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d21b05f80 x1855007612605568/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.701085:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05f80 with x1855007612605568 ext(0->1048575) 00002000:00010000:2.0:1769074755.701111:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b05f80 00000100:00100000:2.0:1769074755.705163:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.710886:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606208 00000100:00100000:3.0:1769074755.710909:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606208 00000100:00100000:2.0:1769074755.711520:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9320 00000100:00100000:2.0:1769074755.711534:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57685:x1855007612606208:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074755.711561:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.711592:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7c0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.711640:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.711652:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074755.711656:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074755.711661:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.711715:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.711736:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 21 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.711755:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619824384:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074755.711948:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.722394:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.723056:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606336 00000100:00100000:3.0:1769074755.723074:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606336 00002000:00100000:3.0:1769074755.723235:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->2277375) req@ffff956c0bfe3480 x1855007612606336/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074755.723251:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe3480 with x1855007612606336 ext(2097152->2277375) 00010000:00010000:3.0:1769074755.723268:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 22 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.723302:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 22 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:3.0:1769074755.723312:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0bfe3480 00000100:00100000:3.0:1769074755.723385:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1080 00000100:00100000:3.0:1769074755.723401:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612606336:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074755.724126:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619824384:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074755.724168:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.724195:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41335600, rc 0) 00000100:00100000:2.0:1769074755.724388:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57685:x1855007612606208:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12849us (19234us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074755.724402:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9320 00000100:00100000:0.0:1769074755.734316:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.734435:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606464 00000100:00100000:1.0:1769074755.734451:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606464 00002000:00100000:1.0:1769074755.734515:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3981312->3985407) req@ffff956d21b05880 x1855007612606464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.734534:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05880 with x1855007612606464 ext(3981312->3985407) 00002000:00010000:1.0:1769074755.734542:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b05880 00000100:00100000:1.0:1769074755.734583:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5211 00000100:00100000:1.0:1769074755.734594:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612606464:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074755.734848:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612606464:12345-192.168.204.39@tcp:3:cat.0 Request processed in 232us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074755.734860:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5211 00002000:00100000:1.0:1769074755.734868:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3981312->3985407) req@ffff956d21b05880 x1855007612606464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.734875:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05880 with x1855007612606464 ext(3981312->3985407) 00002000:00010000:1.0:1769074755.734879:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b05880 00000100:00100000:2.0:1769074755.744969:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612606336:12345-192.168.204.39@tcp:4:cat.0 Request processed in 21554us (22576us total) trans 21474839388 rc 0/0 00000100:00100000:0.0:1769074755.745446:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.746649:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1080 00002000:00100000:2.0:1769074755.746672:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->2277375) req@ffff956c0bfe3480 x1855007612606336/t21474839388(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/448 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.746685:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe3480 with x1855007612606336 ext(2097152->2277375) 00010000:00010000:2.0:1769074755.746699:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 24 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.746723:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 24 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:2.0:1769074755.746734:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0bfe3480 00000100:00100000:3.0:1769074755.747037:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606592 00000100:00100000:3.0:1769074755.747050:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606592 00000100:00100000:3.0:1769074755.747136:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9321 00000100:00100000:3.0:1769074755.747915:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:57690:x1855007612606592:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074755.747943:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074755.747979:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7c7 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.748021:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.748030:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074755.748033:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074755.748037:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.748363:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.748383:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 11 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.748403:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619824512:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074755.749275:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.757750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.758051:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606848 00000100:00100000:3.0:1769074755.758067:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606848 00000100:00100000:3.0:1769074755.758171:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2676 00000100:00100000:3.0:1769074755.758182:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57687:x1855007612606848:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074755.759308:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57687:x1855007612606848:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 1111us (1558us total) trans 8589941209 rc 0/0 00000100:00100000:3.0:1769074755.759321:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2676 00000100:00100000:2.0:1769074755.759345:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.759466:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619824512:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074755.759520:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074755.759543:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:0.0:1769074755.759575:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:57690:x1855007612606592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12430us (14131us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074755.759583:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9321 00000100:00100000:2.0:1769074755.759654:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607104 00000100:00100000:2.0:1769074755.759661:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607104 00002000:00100000:2.0:1769074755.759706:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1277952->1789951) req@ffff956c0bfe0a80 x1855007612607104/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.759723:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe0a80 with x1855007612607104 ext(1277952->1789951) 00010000:00010000:2.0:1769074755.759731:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 12 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.759743:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 12 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:2.0:1769074755.759751:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe0a80 00000100:00100000:2.0:1769074755.759785:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1081 00000100:00100000:2.0:1769074755.759794:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612607104:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074755.767665:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.767817:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607232 00000100:00100000:1.0:1769074755.767849:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607232 00000100:00100000:3.0:1769074755.767851:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.767932:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9322 00000100:00100000:1.0:1769074755.767953:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:57694:x1855007612607232:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074755.767979:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.768007:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7ce expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.768044:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074755.768047:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074755.768053:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->4075519] (req 3555328->4075519) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.768071:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->4075519] (req 3555328->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.768087:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:1.0:1769074755.768158:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:57694:x1855007612607232:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 217us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.768166:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9322 00000100:00100000:2.0:1769074755.780599:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612606976 00000100:00100000:2.0:1769074755.780623:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612606976 00010000:00010000:2.0:1769074755.780711:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1769074755.780790:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4969 00000100:00100000:2.0:1769074755.780801:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612606976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.780819:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.780865:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.780884:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.780919:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89099 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2277375) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a72d expref: 25 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.780938:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.780941:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.780963:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.780975:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.780986:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.780988:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.780992:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.780999:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.781054:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.781072:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619824640:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074755.781217:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.781227:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619824768:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074755.781253:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074755.790609:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619824640:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074755.790631:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619824768:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074755.790667:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.790763:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612606976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9962us (22910us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.790779:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4969 00000100:00100000:2.0:1769074755.792998:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612607104:12345-192.168.204.39@tcp:4:cat.0 Request processed in 33190us (33638us total) trans 17179872448 rc 0/0 00000100:00100000:2.0:1769074755.793017:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1081 00002000:00100000:2.0:1769074755.793033:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1277952->1789951) req@ffff956c0bfe0a80 x1855007612607104/t17179872448(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/448 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.793045:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe0a80 with x1855007612607104 ext(1277952->1789951) 00010000:00010000:2.0:1769074755.793060:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1769074755.793087:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00002000:00010000:2.0:1769074755.793096:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe0a80 00000100:00100000:1.0:1769074755.793866:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.797860:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607360 00000100:00100000:2.0:1769074755.797882:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607360 00002000:00100000:2.0:1769074755.797964:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3555328->3559423) req@ffff956d20694000 x1855007612607360/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.797977:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694000 with x1855007612607360 ext(3555328->3559423) 00002000:00010000:2.0:1769074755.797985:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694000 00000100:00100000:2.0:1769074755.798020:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5212 00000100:00100000:2.0:1769074755.798030:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612607360:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.799473:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612607360:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 1434us (5603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.799490:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5212 00002000:00100000:2.0:1769074755.799502:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3555328->3559423) req@ffff956d20694000 x1855007612607360/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.799514:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694000 with x1855007612607360 ext(3555328->3559423) 00002000:00010000:2.0:1769074755.799521:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694000 00000100:00100000:1.0:1769074755.801196:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.801245:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.801285:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074755.801395:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607744 00000100:00100000:3.0:1769074755.801408:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607744 00010000:00010000:3.0:1769074755.801463:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1769074755.801521:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4970 00000100:00100000:3.0:1769074755.801531:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612607744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074755.801555:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074755.801585:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.801604:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.801635:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976a00/0x8b5959a9a0e89068 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1789951) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a718 expref: 14 pid: 26585 timeout: 1839 lvb_type: 0 00010000:00010000:3.0:1769074755.801655:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074755.801657:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074755.801667:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.801678:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074755.801731:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074755.801747:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619824896:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074755.801906:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074755.802414:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607616 00000100:00100000:0.0:1769074755.802424:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607616 00002000:00100000:0.0:1769074755.802475:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d20695500 x1855007612607616/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074755.802486:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695500 with x1855007612607616 ext(2097152->3145727) 00002000:00010000:0.0:1769074755.802491:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20695500 00000100:00100000:0.0:1769074755.802523:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607488 00000100:00100000:0.0:1769074755.802527:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607488 00002000:00100000:0.0:1769074755.802543:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20695880 x1855007612607488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074755.802552:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695880 with x1855007612607488 ext(2097152->3145727) 00002000:00010000:0.0:1769074755.802556:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695880 00000100:00100000:0.0:1769074755.802573:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5213 00000100:00100000:0.0:1769074755.802582:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612607616:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.804888:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5214 00000100:00100000:3.0:1769074755.804911:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612607488:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074755.814716:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619824896:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074755.814753:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074755.814866:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612607744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13334us (13578us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074755.814881:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4970 00000100:00100000:1.0:1769074755.834049:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.834182:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612607872 00000100:00100000:2.0:1769074755.834196:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612607872 00002000:00100000:2.0:1769074755.834258:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c050e9f80 x1855007612607872/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.834271:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9f80 with x1855007612607872 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.834277:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9f80 00000100:00100000:2.0:1769074755.834318:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5215 00000100:00100000:2.0:1769074755.834327:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612607872:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.839152:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612607616:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36553us (37953us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074755.839171:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5213 00002000:00100000:2.0:1769074755.839188:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d20695500 x1855007612607616/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.839200:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695500 with x1855007612607616 ext(2097152->3145727) 00002000:00010000:2.0:1769074755.839208:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20695500 00000100:00100000:3.0:1769074755.841217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.841660:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608000 00000100:00100000:2.0:1769074755.841675:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608000 00002000:00100000:2.0:1769074755.841744:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4071424->4075519) req@ffff956d412c7b80 x1855007612608000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.841757:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7b80 with x1855007612608000 ext(4071424->4075519) 00002000:00010000:2.0:1769074755.841765:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7b80 00000100:00100000:2.0:1769074755.841811:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5216 00000100:00100000:2.0:1769074755.841868:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612608000:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.842148:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612608000:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 326us (945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074755.842157:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5216 00002000:00100000:2.0:1769074755.842165:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4071424->4075519) req@ffff956d412c7b80 x1855007612608000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/4536 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.842173:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7b80 with x1855007612608000 ext(4071424->4075519) 00002000:00010000:2.0:1769074755.842176:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7b80 00000100:00100000:1.0:1769074755.850789:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612607488:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45872us (49528us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074755.850808:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5214 00002000:00100000:1.0:1769074755.850863:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d20695880 x1855007612607488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.850875:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695880 with x1855007612607488 ext(2097152->3145727) 00002000:00010000:1.0:1769074755.850887:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695880 00000100:00100000:2.0:1769074755.856616:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612607872:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 22271us (22564us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074755.856635:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5215 00002000:00100000:2.0:1769074755.856655:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c050e9f80 x1855007612607872/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.856668:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9f80 with x1855007612607872 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.856676:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9f80 00000100:00100000:0.0:1769074755.865550:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.865659:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608256 00000100:00100000:1.0:1769074755.865673:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608256 00000100:00100000:1.0:1769074755.865745:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2677 00000100:00100000:1.0:1769074755.865757:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18866c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+152:57694:x1855007612608256:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074755.866132:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18866c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+153:57694:x1855007612608256:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 375us (595us total) trans 8589941210 rc 0/0 00000100:00100000:1.0:1769074755.866142:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2677 00000100:00100000:3.0:1769074755.874595:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.877558:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608384 00000100:00100000:1.0:1769074755.877588:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608384 00000100:00100000:1.0:1769074755.877702:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9323 00000100:00100000:1.0:1769074755.877716:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:57690:x1855007612608384:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.877745:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.877771:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7d5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.877808:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.877811:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.877879:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 25 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.877903:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 25 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.877918:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fe00, rc 0) 00000100:00100000:1.0:1769074755.878026:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+25:57690:x1855007612608384:12345-192.168.204.39@tcp:101:cat.0 Request processed in 313us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.878035:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9323 00000100:00100000:0.0:1769074755.889220:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074755.889358:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.889497:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608640 00000100:00100000:1.0:1769074755.889514:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608640 00000100:00100000:1.0:1769074755.889603:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9324 00000100:00100000:1.0:1769074755.889615:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57685:x1855007612608640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.889646:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.889672:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7dc expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.889712:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.889723:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074755.889725:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074755.889730:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.889779:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.889798:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 24 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074755.889815:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619825024:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074755.889962:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.890393:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608512 00000100:00100000:2.0:1769074755.890412:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608512 00002000:00100000:2.0:1769074755.890460:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d21b04700 x1855007612608512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.890471:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04700 with x1855007612608512 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.890477:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b04700 00000100:00100000:2.0:1769074755.890507:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5217 00000100:00100000:2.0:1769074755.890515:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612608512:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074755.904105:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612608512:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 13567us (14878us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074755.904131:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5217 00002000:00100000:2.0:1769074755.904150:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d21b04700 x1855007612608512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.904163:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b04700 with x1855007612608512 ext(1048576->2097151) 00002000:00010000:2.0:1769074755.904172:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b04700 00000100:00100000:3.0:1769074755.905453:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.905692:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608768 00000100:00100000:2.0:1769074755.905708:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608768 00002000:00100000:2.0:1769074755.905785:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3555328->4075519) req@ffff956d412c6a00 x1855007612608768/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.905799:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6a00 with x1855007612608768 ext(3555328->4075519) 00010000:00010000:2.0:1769074755.905809:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 25 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074755.905881:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 25 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074755.905891:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c6a00 00000100:00100000:2.0:1769074755.905935:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1082 00000100:00100000:2.0:1769074755.906475:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2373:x1855007612608768:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074755.908147:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619825024:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074755.908199:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.908223:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e200, rc 0) 00000100:00100000:1.0:1769074755.908680:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57685:x1855007612608640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 19063us (19318us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.908692:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9324 00000100:00100000:2.0:1769074755.927780:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612608768:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 21284us (22312us total) trans 21474839389 rc 0/0 00000100:00100000:2.0:1769074755.927800:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1082 00002000:00100000:2.0:1769074755.927849:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3555328->4075519) req@ffff956d412c6a00 x1855007612608768/t21474839389(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/448 e 0 to 0 dl 1769074766 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.927865:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c6a00 with x1855007612608768 ext(3555328->4075519) 00010000:00010000:2.0:1769074755.927881:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 27 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074755.927910:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 27 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074755.927919:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c6a00 00000100:00100000:0.0:1769074755.931173:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.931391:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612608896 00000100:00100000:1.0:1769074755.931488:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612608896 00000100:00100000:3.0:1769074755.933208:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.934950:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609024 00000100:00100000:2.0:1769074755.934971:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609024 00010000:00010000:2.0:1769074755.935046:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074755.935121:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4971 00000100:00100000:2.0:1769074755.935133:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612609024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074755.935156:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074755.935186:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074755.935204:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074755.935236:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e891b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->4075519) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ce expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074755.935266:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.935269:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074755.935278:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.935301:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.935355:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074755.935374:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619825152:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074755.936177:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c025010c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074755.938323:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9325 00000100:00100000:1.0:1769074755.938356:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:57690:x1855007612608896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074755.938383:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.940630:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7e3 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.940682:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.940685:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.940700:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.940724:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.940739:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e000, rc 0) 00000100:00100000:1.0:1769074755.940874:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+28:57690:x1855007612608896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2531us (9713us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.940887:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9325 00000100:00100000:1.0:1769074755.949349:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619825152:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074755.949387:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074755.949487:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612609024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14354us (16290us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074755.949502:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4971 00000100:00100000:0.0:1769074755.960370:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.960693:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609280 00000100:00100000:2.0:1769074755.960708:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609280 00000100:00100000:2.0:1769074755.960796:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6350 00000100:00100000:2.0:1769074755.960807:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57700:x1855007612609280:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074755.960865:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074755.960896:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e891cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7ea expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.961009:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961027:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961047:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961064:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961072:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961079:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961654:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961668:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961677:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074755.961690:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074755.961851:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961860:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961867:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961874:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074755.961878:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961886:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961900:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074755.961903:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074755.961909:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961915:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e891d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961929:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961935:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961941:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961945:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074755.961947:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961953:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961958:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1a00) 00010000:00010000:2.0:1769074755.961961:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074755.961964:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.961969:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e891db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074755.962027:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e891cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.962044:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074755.962052:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074755.962054:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074755.962057:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:2.0:1769074755.962148:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57700:x1855007612609280:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1342us (1793us total) trans 8589941211 rc 0/0 00000100:00100000:2.0:1769074755.962159:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6350 00000100:00100000:2.0:1769074755.964206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074755.964270:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.964417:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609408 00000100:00100000:1.0:1769074755.964434:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609408 00002000:00100000:1.0:1769074755.964509:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfe1500 x1855007612609408/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.964523:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe1500 with x1855007612609408 ext(3145728->4194303) 00002000:00010000:1.0:1769074755.964530:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe1500 00000100:00100000:1.0:1769074755.964566:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609536 00000100:00100000:1.0:1769074755.964570:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609536 00002000:00100000:1.0:1769074755.964591:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe3800 x1855007612609536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 504/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074755.964599:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe3800 with x1855007612609536 ext(3145728->4194303) 00002000:00010000:1.0:1769074755.964603:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe3800 00000100:00100000:1.0:1769074755.964623:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5218 00000100:00100000:1.0:1769074755.964634:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612609408:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074755.966597:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5219 00000100:00100000:2.0:1769074755.966621:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612609536:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074755.984530:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.984584:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074755.984629:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609792 00000100:00100000:1.0:1769074755.984641:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609792 00000100:00100000:1.0:1769074755.984730:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9326 00000100:00100000:1.0:1769074755.984740:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57700:x1855007612609792:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074755.984763:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074755.984786:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7f1 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.984854:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.984863:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.984866:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074755.984871:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1716224->1900543] (req 1716224->1900543) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.984913:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074755.984930:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 8 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074755.984948:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619825280:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074755.985055:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074755.991085:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609664 00000100:00100000:2.0:1769074755.991114:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609664 00002000:00100000:2.0:1769074755.991186:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0d76c700 x1855007612609664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/0 e 0 to 0 dl 1769074766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074755.991196:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c700 with x1855007612609664 ext(2097152->3145727) 00002000:00010000:2.0:1769074755.991203:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c700 00000100:00100000:2.0:1769074755.991244:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5220 00000100:00100000:2.0:1769074755.991254:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612609664:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074756.001175:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.002573:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619825280:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.002625:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1716224->1900543] (req 1716224->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.002655:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fa00, rc 0) 00000100:00100000:3.0:1769074756.002763:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57700:x1855007612609792:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 18022us (18175us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.002775:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9326 00000100:00100000:0.0:1769074756.004149:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612609920 00000100:00100000:0.0:1769074756.004167:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612609920 00010000:00010000:1.0:1769074756.004341:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.004397:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4972 00000100:00100000:1.0:1769074756.004408:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612609920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074756.004428:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074756.004462:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.004482:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.004524:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e891aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c7 expref: 9 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.004551:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.004554:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.004566:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.004581:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.004641:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074756.004661:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619825408:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074756.006893:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.014726:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612609408:12345-192.168.204.39@tcp:3:cat.0 Request processed in 50066us (50507us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.014751:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5218 00002000:00100000:2.0:1769074756.014776:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfe1500 x1855007612609408/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.014790:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe1500 with x1855007612609408 ext(3145728->4194303) 00002000:00010000:2.0:1769074756.014799:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfe1500 00000100:00100000:2.0:1769074756.019060:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612609536:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52424us (54774us total) trans 0 rc 651264/651264 00000100:00100000:2.0:1769074756.019083:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5219 00002000:00100000:2.0:1769074756.019103:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe3800 x1855007612609536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:291/0 lens 504/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 651264/651264 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.019128:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe3800 with x1855007612609536 ext(3145728->4194303) 00002000:00010000:2.0:1769074756.019136:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe3800 00000100:00100000:1.0:1769074756.023381:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.023551:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619825408:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074756.023587:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.023664:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612609920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 19256us (22504us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.023677:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4972 00000100:00100000:3.0:1769074756.024930:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610048 00000100:00100000:3.0:1769074756.024946:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610048 00002000:00100000:3.0:1769074756.025018:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x212:0x0] (1716224->1720319) req@ffff956d41048700 x1855007612610048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.025031:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048700 with x1855007612610048 ext(1716224->1720319) 00002000:00010000:3.0:1769074756.025039:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41048700 00000100:00100000:3.0:1769074756.025079:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5221 00000100:00100000:3.0:1769074756.025091:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612610048:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074756.031993:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612610048:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 6877us (8600us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074756.032016:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5221 00002000:00100000:3.0:1769074756.032041:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x212:0x0] (1716224->1720319) req@ffff956d41048700 x1855007612610048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.032054:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048700 with x1855007612610048 ext(1716224->1720319) 00002000:00010000:3.0:1769074756.032064:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41048700 00000100:00100000:1.0:1769074756.039847:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.039893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.040060:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610176 00000100:00100000:0.0:1769074756.040074:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610176 00002000:00100000:0.0:1769074756.040150:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41048380 x1855007612610176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.040163:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048380 with x1855007612610176 ext(4194304->4861951) 00002000:00010000:0.0:1769074756.040171:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41048380 00000100:00100000:0.0:1769074756.040198:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610304 00000100:00100000:0.0:1769074756.040202:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610304 00002000:00100000:0.0:1769074756.040221:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x212:0x0] (1896448->1900543) req@ffff956d41048000 x1855007612610304/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.040230:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048000 with x1855007612610304 ext(1896448->1900543) 00002000:00010000:0.0:1769074756.040234:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41048000 00000100:00100000:0.0:1769074756.040262:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5222 00000100:00100000:0.0:1769074756.040272:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612610176:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074756.041375:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5223 00000100:00100000:0.0:1769074756.041390:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612610304:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074756.041542:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612610304:12345-192.168.204.39@tcp:3:cat.0 Request processed in 155us (1646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074756.041552:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5223 00002000:00100000:0.0:1769074756.041562:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1896448->1900543) req@ffff956d41048000 x1855007612610304/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.041574:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048000 with x1855007612610304 ext(1896448->1900543) 00002000:00010000:0.0:1769074756.041583:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41048000 00000100:00100000:2.0:1769074756.049451:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612609664:12345-192.168.204.39@tcp:3:cat.0 Request processed in 58176us (64913us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.049473:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5220 00002000:00100000:2.0:1769074756.049490:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0d76c700 x1855007612609664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:291/0 lens 488/440 e 0 to 0 dl 1769074766 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.049501:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c700 with x1855007612609664 ext(2097152->3145727) 00002000:00010000:2.0:1769074756.049510:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c700 00000100:00100000:0.0:1769074756.057670:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612610176:12345-192.168.204.39@tcp:3:cat.0 Request processed in 17377us (17834us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074756.057689:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5222 00002000:00100000:0.0:1769074756.057707:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41048380 x1855007612610176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.057727:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41048380 with x1855007612610176 ext(4194304->4861951) 00002000:00010000:0.0:1769074756.057735:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41048380 00000100:00100000:1.0:1769074756.058045:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.058309:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610432 00000100:00100000:3.0:1769074756.058321:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610432 00000100:00100000:3.0:1769074756.058402:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9327 00000100:00100000:3.0:1769074756.058415:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:57690:x1855007612610432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.058438:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.058464:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7f8 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.058506:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.058515:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.058517:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.058522:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.058565:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 13 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.058583:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 13 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.058599:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619825536:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074756.058690:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.067819:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.067959:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610688 00000100:00100000:3.0:1769074756.067975:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610688 00000100:00100000:3.0:1769074756.068052:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2678 00000100:00100000:3.0:1769074756.068065:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57700:x1855007612610688:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074756.068574:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57700:x1855007612610688:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 508us (769us total) trans 8589941212 rc 0/0 00000100:00100000:3.0:1769074756.068584:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2678 00000100:00100000:1.0:1769074756.081524:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.081662:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610816 00000100:00100000:0.0:1769074756.081676:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610816 00002000:00100000:0.0:1769074756.081744:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3588096->3985407) req@ffff956d41989180 x1855007612610816/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.081758:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989180 with x1855007612610816 ext(3588096->3985407) 00010000:00010000:0.0:1769074756.081769:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.081792:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:0.0:1769074756.081802:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41989180 00000100:00100000:0.0:1769074756.081868:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1083 00000100:00100000:0.0:1769074756.081878:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612610816:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074756.093772:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619825536:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074756.093868:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.093902:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:2.0:1769074756.093999:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:57690:x1855007612610432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 35586us (35954us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.094011:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9327 00000100:00100000:0.0:1769074756.095741:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612610816:12345-192.168.204.39@tcp:4:cat.0 Request processed in 13846us (14215us total) trans 17179872449 rc 0/0 00000100:00100000:0.0:1769074756.095758:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1083 00002000:00100000:0.0:1769074756.095772:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3588096->3985407) req@ffff956d41989180 x1855007612610816/t17179872449(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/448 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.095783:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989180 with x1855007612610816 ext(3588096->3985407) 00010000:00010000:0.0:1769074756.095797:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.095855:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:0.0:1769074756.095865:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41989180 00000100:00100000:1.0:1769074756.111097:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.111325:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612610944 00000100:00100000:2.0:1769074756.111340:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612610944 00010000:00010000:2.0:1769074756.111398:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.111452:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4973 00000100:00100000:2.0:1769074756.111463:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612610944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.111487:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074756.111520:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074756 -> 1769074757 00002000:00010000:2.0:1769074756.111523:0:5739:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074756 -> 1769074757 00010000:00010000:2.0:1769074756.111531:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.111550:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.111589:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e89156 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3588096->3985407) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a79d expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.111616:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.111619:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.111629:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.111641:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.111694:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074756.111712:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619825664:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074756.113380:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c025010c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.122355:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619825664:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074756.122393:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.122470:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612610944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11006us (11388us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.122484:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4973 00000100:00100000:3.0:1769074756.149355:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.150000:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611328 00000100:00100000:0.0:1769074756.150015:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611328 00000100:00100000:0.0:1769074756.150112:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6351 00000100:00100000:0.0:1769074756.150124:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+153:57704:x1855007612611328:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074756.150162:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074756.150193:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e891fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a7ff expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.150355:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.150374:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 154 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.150383:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.150392:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.150439:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.150457:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 19 pid: 29857 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.150474:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619825792:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074756.150599:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 154 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.150610:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 154 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.150619:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619825920:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074756.150644:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.155255:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.155359:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.155406:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.155450:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611584 00000100:00100000:1.0:1769074756.155462:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611584 00010000:00010000:1.0:1769074756.155526:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 20 pid: 29857 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.155573:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611712 00000100:00100000:1.0:1769074756.155576:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611712 00010000:00010000:1.0:1769074756.155593:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.155618:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4974 00000100:00100000:1.0:1769074756.155629:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612611584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074756.155651:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074756.155661:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 20 pid: 29857 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.155681:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 20 pid: 29857 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.155714:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.155720:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.155731:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.155738:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074756.155806:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612611584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 177us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074756.155815:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4974 00000100:00100000:2.0:1769074756.156178:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4975 00000100:00100000:2.0:1769074756.156193:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:2370:x1855007612611712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.156203:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074756.156209:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.156226:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.156243:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.156247:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.156257:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.156278:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.156662:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.156707:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:2370:x1855007612611712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 517us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.156715:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4975 00010000:00010000:3.0:1769074756.157018:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e891e2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ea expref: 20 pid: 29857 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.157041:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619825792:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.157058:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89195 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7b9 expref: 154 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.157068:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619825920:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.157100:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074756.157250:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074756.157255:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074756.157299:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074756.157517:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e891fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 155 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.157536:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 154 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.157551:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074756.157554:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1769074756.157558:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ce00, rc 0) 00000100:00100000:3.0:1769074756.157631:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+154:57704:x1855007612611328:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7509us (8292us total) trans 8589941213 rc 0/0 00000100:00100000:3.0:1769074756.157641:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6351 00000100:00100000:0.0:1769074756.158244:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611456 00000100:00100000:0.0:1769074756.158255:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611456 00002000:00100000:0.0:1769074756.158321:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d4198b800 x1855007612611456/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.158332:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198b800 with x1855007612611456 ext(3145728->4194303) 00002000:00010000:0.0:1769074756.158339:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4198b800 00000100:00100000:0.0:1769074756.158371:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5224 00000100:00100000:0.0:1769074756.158381:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612611456:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.159555:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.159659:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.161045:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611072 00000100:00100000:3.0:1769074756.161066:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611072 00002000:00100000:3.0:1769074756.161140:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe1880 x1855007612611072/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.161155:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe1880 with x1855007612611072 ext(2097152->3145727) 00002000:00010000:3.0:1769074756.161164:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe1880 00000100:00100000:3.0:1769074756.161201:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611840 00000100:00100000:3.0:1769074756.161206:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611840 00002000:00100000:3.0:1769074756.161223:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe2a00 x1855007612611840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.161231:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe2a00 with x1855007612611840 ext(3145728->4194303) 00002000:00010000:3.0:1769074756.161235:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe2a00 00000100:00100000:3.0:1769074756.161269:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5225 00000100:00100000:3.0:1769074756.161281:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612611072:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074756.163188:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5226 00000100:00100000:3.0:1769074756.163211:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612611840:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074756.201362:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612611072:12345-192.168.204.39@tcp:3:cat.0 Request processed in 40060us (41802us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074756.201386:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5225 00002000:00100000:3.0:1769074756.201412:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfe1880 x1855007612611072/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.201426:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe1880 with x1855007612611072 ext(2097152->3145727) 00002000:00010000:3.0:1769074756.201437:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe1880 00000100:00100000:2.0:1769074756.226479:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612611456:12345-192.168.204.39@tcp:3:cat.0 Request processed in 68086us (71226us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.226494:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5224 00002000:00100000:2.0:1769074756.226508:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d4198b800 x1855007612611456/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.226519:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198b800 with x1855007612611456 ext(3145728->4194303) 00002000:00010000:2.0:1769074756.226526:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4198b800 00000100:00100000:2.0:1769074756.242086:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612611840:12345-192.168.204.39@tcp:3:cat.0 Request processed in 78867us (82409us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.242104:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5226 00002000:00100000:2.0:1769074756.242121:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0bfe2a00 x1855007612611840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.242133:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe2a00 with x1855007612611840 ext(3145728->4194303) 00002000:00010000:2.0:1769074756.242141:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfe2a00 00000100:00100000:1.0:1769074756.255207:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.255342:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612611968 00000100:00100000:2.0:1769074756.255353:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612611968 00000100:00100000:2.0:1769074756.255417:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9328 00000100:00100000:2.0:1769074756.255427:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612611968:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074756.255446:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.255467:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89213 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a806 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074756.255527:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619826048:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074756.255697:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c025010c0 going to sleep for 11 seconds 00002000:00010000:2.0:1769074756.260408:0:26584:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074756 -> 1769074757 00002000:00010000:2.0:1769074756.260420:0:26584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074756 -> 1769074757 00002000:00010000:2.0:1769074756.260423:0:26584:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074756 -> 1769074757 00000100:00100000:2.0:1769074756.260452:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619826048:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074756.260502:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89213 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a806 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.260527:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89213 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a806 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.260546:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:2.0:1769074756.260654:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612611968:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5227us (5456us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074756.260664:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9328 00000100:00100000:3.0:1769074756.278416:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.278486:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.278752:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612612352 00000100:00100000:2.0:1769074756.278769:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612612352 00000100:00100000:0.0:1769074756.278891:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612612224 00000100:00100000:0.0:1769074756.278902:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612612224 00000100:00100000:0.0:1769074756.278984:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6352 00000100:00100000:0.0:1769074756.278998:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57709:x1855007612612224:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074756.279037:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074756.279071:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8921a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a80d expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.279199:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279218:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279233:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279252:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279259:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279266:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00002000:00100000:2.0:1769074756.279689:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d412c4000 x1855007612612352/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.279705:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c4000 with x1855007612612352 ext(4194304->4861951) 00002000:00010000:2.0:1769074756.279714:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c4000 00010000:00010000:0.0:1769074756.279746:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8922f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.279759:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8922f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074756.279766:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5227 00010000:00010000:0.0:1769074756.279780:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8922f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074756.279791:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612612352:12345-192.168.204.39@tcp:3:cat.0 00000004:00200000:0.0:1769074756.279802:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074756.280571:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280585:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280600:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280608:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074756.280613:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280623:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280641:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074756.280645:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074756.280652:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280658:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89221 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280679:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280686:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280692:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280698:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166dc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074756.280701:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280708:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280720:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5500) 00010000:00010000:0.0:1769074756.280735:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074756.280739:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280745:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89228 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.280819:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8921a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a80d expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.280893:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8922f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a80d expref: 21 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.280901:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074756.280904:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074756.280907:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:0.0:1769074756.281702:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57709:x1855007612612224:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2699us (3298us total) trans 8589941214 rc 0/0 00000100:00100000:0.0:1769074756.281716:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6352 00000100:00100000:0.0:1769074756.327063:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.327202:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.327308:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612612608 00000100:00100000:3.0:1769074756.327323:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612612608 00000100:00100000:3.0:1769074756.327392:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2679 00000100:00100000:3.0:1769074756.327404:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57709:x1855007612612608:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074756.327718:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57709:x1855007612612608:12345-192.168.204.39@tcp:35:cat.0 Request processed in 315us (668us total) trans 8589941215 rc 0/0 00000100:00100000:3.0:1769074756.327727:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2679 00000100:00100000:3.0:1769074756.327760:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612612864 00000100:00100000:3.0:1769074756.327764:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612612864 00000100:00100000:3.0:1769074756.327802:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6353 00000100:00100000:3.0:1769074756.327809:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57708:x1855007612612864:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074756.327854:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.327880:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8923d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a814 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.328014:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328032:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328046:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328062:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328069:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328075:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328338:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89252 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328349:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89252 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328356:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89252 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074756.328369:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074756.328466:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328474:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328482:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328493:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074756.328500:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328510:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328529:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074756.328533:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074756.328541:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328547:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89244 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328563:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328568:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328574:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328579:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074756.328582:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328756:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328768:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d117b9400) 00010000:00010000:1.0:1769074756.328771:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074756.328775:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.328781:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8924b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.329252:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8923d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a814 expref: 25 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.329273:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89252 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a814 expref: 24 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.329293:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.329295:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074756.329298:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158400, rc 0) 00000100:00100000:0.0:1769074756.329521:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57708:x1855007612612864:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1709us (2316us total) trans 8589941216 rc 0/0 00000100:00100000:0.0:1769074756.329533:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6353 00000100:00100000:2.0:1769074756.332574:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612612352:12345-192.168.204.39@tcp:3:cat.0 Request processed in 51487us (52779us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074756.332609:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5227 00002000:00100000:2.0:1769074756.332630:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d412c4000 x1855007612612352/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.332643:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c4000 with x1855007612612352 ext(4194304->4861951) 00002000:00010000:2.0:1769074756.332651:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c4000 00000100:00100000:0.0:1769074756.332975:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.333416:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612612992 00000100:00100000:2.0:1769074756.333430:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612612992 00000100:00100000:2.0:1769074756.333505:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9329 00000100:00100000:2.0:1769074756.333516:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612612992:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074756.333539:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.333569:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a81b expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.333604:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.333607:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.333621:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.333641:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.333658:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:2.0:1769074756.333730:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612612992:12345-192.168.204.39@tcp:101:cat.0 Request processed in 214us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.333737:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9329 00000100:00100000:3.0:1769074756.335859:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.336048:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613120 00000100:00100000:1.0:1769074756.336064:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613120 00000100:00100000:1.0:1769074756.336167:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 801 00000100:00100000:1.0:1769074756.336180:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2372:x1855007612613120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074756.336201:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074756.336240:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89252 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a814 expref: 24 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.336268:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.336274:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074756.336367:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2372:x1855007612613120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 189us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074756.336377:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 801 00000100:00100000:1.0:1769074756.345292:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.345407:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613248 00000100:00100000:1.0:1769074756.345408:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.345427:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613248 00000100:00100000:1.0:1769074756.350662:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613376 00000100:00100000:1.0:1769074756.350683:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613376 00000100:00100000:1.0:1769074756.350761:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9330 00000100:00100000:1.0:1769074756.350773:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612613248:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074756.350795:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.350819:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e89267 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a822 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074756.351010:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9331 00000100:00100000:3.0:1769074756.351040:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:57704:x1855007612613376:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074756.351062:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.351083:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a829 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074756.351216:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619826176:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074756.351229:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.351242:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.351245:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.351251:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1798144->2097151] (req 1798144->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074756.351345:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411019c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074756.351533:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.351555:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 15 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.351570:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619826304:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074756.351633:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.356070:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.356655:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613504 00000100:00100000:2.0:1769074756.356673:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613504 00000100:00100000:2.0:1769074756.356748:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9332 00000100:00100000:2.0:1769074756.356769:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57708:x1855007612613504:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074756.356793:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.356815:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a830 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.356918:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.356935:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.356943:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.356945:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.356951:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3469311] (req 3244032->3469311) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.356997:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074756.357003:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619826304:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074756.357025:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 26 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.357045:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619826432:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.357062:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1798144->2097151] (req 1798144->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.357089:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:3.0:1769074756.357158:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:57704:x1855007612613376:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 6130us (11749us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.357171:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9331 00010000:00010000:2.0:1769074756.357179:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357193:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.357206:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619826560:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.357249:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c025010c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.357800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.357884:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613632 00000100:00100000:2.0:1769074756.357893:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613632 00002000:00100000:2.0:1769074756.357945:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1716224->1900543) req@ffff956d10870e00 x1855007612613632/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.357956:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870e00 with x1855007612613632 ext(1716224->1900543) 00010000:00010000:2.0:1769074756.357966:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.357982:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.357990:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d10870e00 00000100:00100000:2.0:1769074756.358025:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1084 00000100:00100000:2.0:1769074756.358035:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612613632:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074756.359101:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619826176:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074756.359144:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e89267 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a822 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.359172:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e89267 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a822 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.359187:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:1.0:1769074756.359224:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612613248:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8454us (14023us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074756.359236:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9330 00000100:00100000:2.0:1769074756.362159:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619826432:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.362190:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619826560:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074756.362239:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3469311] (req 3244032->3469311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.362275:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977200, rc 0) 00000100:00100000:2.0:1769074756.362375:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57708:x1855007612613504:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5616us (6323us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.362387:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9332 00000100:00100000:1.0:1769074756.364187:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.364958:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613760 00000100:00100000:3.0:1769074756.364972:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613760 00000100:00100000:3.0:1769074756.365042:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9333 00000100:00100000:3.0:1769074756.365052:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57709:x1855007612613760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.365073:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.365096:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a837 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.365136:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.365146:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1798144->2097151] (req 1798144->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.365153:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1769074756.365158:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 19 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.366480:0:26584:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1798144->2097151] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.366508:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 19 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.366526:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:3.0:1769074756.366606:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57709:x1855007612613760:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1555us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.366617:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9333 00000100:00100000:0.0:1769074756.367208:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.367416:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612613888 00000100:00100000:3.0:1769074756.367427:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612613888 00000100:00100000:3.0:1769074756.367495:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9334 00000100:00100000:3.0:1769074756.367506:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:57690:x1855007612613888:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.367529:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.367557:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a83e expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.367586:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.367590:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.367602:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.367617:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.367629:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:3.0:1769074756.367665:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+28:57690:x1855007612613888:12345-192.168.204.39@tcp:101:cat.0 Request processed in 161us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.367672:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9334 00000100:00100000:0.0:1769074756.373131:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.373176:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.374013:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612613632:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 15967us (16204us total) trans 17179872450 rc 0/0 00000100:00100000:2.0:1769074756.374029:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1084 00002000:00100000:2.0:1769074756.374045:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1716224->1900543) req@ffff956d10870e00 x1855007612613632/t17179872450(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/448 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.374053:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870e00 with x1855007612613632 ext(1716224->1900543) 00010000:00010000:2.0:1769074756.374064:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.374076:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.374091:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d10870e00 00000100:00100000:1.0:1769074756.374685:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614016 00000100:00100000:1.0:1769074756.374701:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614016 00010000:00010000:1.0:1769074756.374752:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.374788:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614144 00000100:00100000:1.0:1769074756.374791:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614144 00010000:00010000:1.0:1769074756.374803:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.374866:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4976 00000100:00100000:1.0:1769074756.374876:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612614016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074756.374892:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074756.374915:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.374927:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.374954:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e891bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7dc expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.374971:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074756.375025:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612614016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074756.375035:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4976 00000100:00100000:1.0:1769074756.375056:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4977 00000100:00100000:1.0:1769074756.375062:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:2373:x1855007612614144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074756.375069:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074756.375076:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.375089:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.375101:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e891c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7e3 expref: 28 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:1.0:1769074756.375112:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.375114:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.375121:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.375132:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.375177:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074756.375191:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619826816:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074756.375239:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411019c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.377693:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.377861:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614272 00000100:00100000:1.0:1769074756.377877:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614272 00000100:00100000:1.0:1769074756.378016:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9335 00000100:00100000:1.0:1769074756.378029:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612614272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074756.378054:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.378079:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8928a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a845 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074756.378167:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619826944:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074756.378276:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41101cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.378732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.383439:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.383490:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.383515:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614656 00000100:00100000:0.0:1769074756.383529:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614656 00010000:00010000:0.0:1769074756.383590:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.383640:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4978 00000100:00100000:0.0:1769074756.383652:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612614656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074756.383675:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074756.383710:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.383729:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.383767:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.383770:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.383780:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 11 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.383793:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 11 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.383887:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 11 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.383903:0:8266:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 11 pid: 7967 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.383921:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619827072:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074756.384028:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.384536:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614400 00000100:00100000:2.0:1769074756.384546:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614400 00000100:00100000:2.0:1769074756.384604:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9336 00000100:00100000:2.0:1769074756.384614:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612614400:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074756.384638:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.384660:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89291 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a84c expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.384694:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89291 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a84c expref: 29 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.384711:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89291 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a84c expref: 29 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074756.384726:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:2.0:1769074756.384768:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612614400:12345-192.168.204.39@tcp:101:cat.0 Request processed in 156us (6038us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074756.384776:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9336 00000100:00100000:2.0:1769074756.384815:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614528 00000100:00100000:2.0:1769074756.384864:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614528 00002000:00100000:2.0:1769074756.384904:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3244032->3248127) req@ffff956d4114aa00 x1855007612614528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.384915:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114aa00 with x1855007612614528 ext(3244032->3248127) 00002000:00010000:2.0:1769074756.384920:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114aa00 00000100:00100000:2.0:1769074756.384950:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5228 00000100:00100000:2.0:1769074756.384958:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612614528:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.385294:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612614528:12345-192.168.204.39@tcp:3:cat.0 Request processed in 323us (1863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074756.385302:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5228 00002000:00100000:2.0:1769074756.385308:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3244032->3248127) req@ffff956d4114aa00 x1855007612614528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.385316:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114aa00 with x1855007612614528 ext(3244032->3248127) 00002000:00010000:2.0:1769074756.385320:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114aa00 00010000:00010000:1.0:1769074756.385488:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e891f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1716224->1900543) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f1 expref: 19 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.385503:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619826944:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074756.385540:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8928a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a845 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.385552:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159800/0x8b5959a9a0e8928a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a845 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.385558:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:1.0:1769074756.385577:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612614272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7553us (7910us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074756.385582:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9335 00000100:00100000:3.0:1769074756.385744:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619826816:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074756.385760:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074756.385789:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612614144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10726us (12611us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.385798:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4977 00000100:00100000:1.0:1769074756.390673:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.391064:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614784 00000100:00100000:2.0:1769074756.391082:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614784 00002000:00100000:2.0:1769074756.391181:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1798144->1802239) req@ffff956d41988a80 x1855007612614784/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.391195:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988a80 with x1855007612614784 ext(1798144->1802239) 00010000:00010000:2.0:1769074756.391207:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.391239:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.391247:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41988a80 00000100:00100000:2.0:1769074756.391306:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1085 00000100:00100000:2.0:1769074756.391317:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612614784:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.391630:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612614784:12345-192.168.204.39@tcp:3:cat.0 Request processed in 312us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074756.391640:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1085 00002000:00100000:2.0:1769074756.391648:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1798144->1802239) req@ffff956d41988a80 x1855007612614784/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.391657:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988a80 with x1855007612614784 ext(1798144->1802239) 00010000:00010000:2.0:1769074756.391663:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.391674:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.391682:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41988a80 00000100:00100000:2.0:1769074756.393153:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.393308:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.393339:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612614912 00000100:00100000:2.0:1769074756.393353:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612614912 00002000:00100000:2.0:1769074756.393407:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3465216->3469311) req@ffff956d41d95880 x1855007612614912/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.393420:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95880 with x1855007612614912 ext(3465216->3469311) 00002000:00010000:2.0:1769074756.393427:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d95880 00000100:00100000:2.0:1769074756.393448:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615040 00000100:00100000:2.0:1769074756.393451:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615040 00002000:00100000:2.0:1769074756.393464:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956d41d95500 x1855007612615040/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.393469:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95500 with x1855007612615040 ext(4857856->4861951) 00002000:00010000:2.0:1769074756.393472:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d95500 00000100:00100000:2.0:1769074756.393494:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5229 00000100:00100000:2.0:1769074756.393501:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612614912:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.393727:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612614912:12345-192.168.204.39@tcp:3:cat.0 Request processed in 224us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074756.393736:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5229 00002000:00100000:2.0:1769074756.393744:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3465216->3469311) req@ffff956d41d95880 x1855007612614912/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.393751:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95880 with x1855007612614912 ext(3465216->3469311) 00002000:00010000:2.0:1769074756.393753:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d95880 00000100:00100000:2.0:1769074756.393768:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5230 00000100:00100000:2.0:1769074756.393773:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612615040:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.393849:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612615040:12345-192.168.204.39@tcp:3:cat.0 Request processed in 75us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074756.393854:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5230 00002000:00100000:2.0:1769074756.393858:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4857856->4861951) req@ffff956d41d95500 x1855007612615040/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.393864:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95500 with x1855007612615040 ext(4857856->4861951) 00002000:00010000:2.0:1769074756.393866:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d95500 00000100:00100000:0.0:1769074756.394686:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619827072:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074756.394719:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.394767:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612614656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11116us (11274us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.394777:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4978 00000100:00100000:2.0:1769074756.398506:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.398774:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615296 00000100:00100000:3.0:1769074756.398787:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615296 00000100:00100000:3.0:1769074756.398893:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2680 00000100:00100000:3.0:1769074756.398903:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57708:x1855007612615296:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074756.399306:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57708:x1855007612615296:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 403us (817us total) trans 8589941217 rc 0/0 00000100:00100000:3.0:1769074756.399316:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2680 00000100:00100000:2.0:1769074756.415544:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.415749:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615552 00000100:00100000:3.0:1769074756.415764:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615552 00000100:00100000:3.0:1769074756.415872:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9337 00000100:00100000:3.0:1769074756.415881:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:57704:x1855007612615552:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074756.415903:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.415924:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a853 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.415961:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.415971:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 28 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.415979:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.415981:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.415986:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1499135] (req 1048576->1499135) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 28 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.416028:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 28 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.416044:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 28 pid: 6534 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.416060:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827200:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.416185:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.416195:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 12 pid: 26585 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.416205:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827328:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074756.416230:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.417960:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.418424:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615424 00000100:00100000:3.0:1769074756.418441:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615424 00002000:00100000:3.0:1769074756.418531:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1798144->2097151) req@ffff956d41989500 x1855007612615424/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.418545:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989500 with x1855007612615424 ext(1798144->2097151) 00010000:00010000:3.0:1769074756.418556:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.418578:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 10 pid: 7967 timeout: 1840 lvb_type: 0 00002000:00010000:3.0:1769074756.418587:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41989500 00000100:00100000:3.0:1769074756.418644:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1086 00000100:00100000:3.0:1769074756.418656:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612615424:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074756.426179:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.426255:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615680 00000100:00100000:0.0:1769074756.426365:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615680 00010000:00010000:0.0:1769074756.426437:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 29 pid: 6534 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.426546:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4979 00000100:00100000:3.0:1769074756.426546:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827200:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074756.426557:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612615680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074756.426560:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827328:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074756.426578:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074756.426599:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->1499135] (req 1048576->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.426616:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 29 pid: 6534 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.426620:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00010000:00010000:0.0:1769074756.426638:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 29 pid: 6534 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.426669:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e891b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7d5 expref: 29 pid: 6534 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.426690:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.426767:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612615680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.426777:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4979 00000100:00100000:3.0:1769074756.426863:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:57704:x1855007612615552:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10981us (11335us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.426872:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9337 00000100:00100000:2.0:1769074756.429871:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.430149:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615808 00000100:00100000:0.0:1769074756.430163:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615808 00010000:00010000:0.0:1769074756.430224:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 13 pid: 26585 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.430377:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4980 00000100:00100000:0.0:1769074756.430389:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612615808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074756.430412:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074756.430446:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 13 pid: 26585 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.430468:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 13 pid: 26585 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.430496:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e890e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a757 expref: 13 pid: 26585 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.430516:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.430518:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.430528:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.430539:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.430599:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074756.430616:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619827456:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074756.430733:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.435754:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612615424:12345-192.168.204.39@tcp:4:cat.0 Request processed in 17076us (17785us total) trans 17179872451 rc 0/0 00000100:00100000:2.0:1769074756.435776:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1086 00002000:00100000:2.0:1769074756.435796:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x212:0x0] (1798144->2097151) req@ffff956d41989500 x1855007612615424/t17179872451(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/448 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.435809:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989500 with x1855007612615424 ext(1798144->2097151) 00010000:00010000:2.0:1769074756.435850:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.435879:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.435889:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41989500 00000100:00100000:0.0:1769074756.437129:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619827456:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074756.437166:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.437227:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612615808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6838us (7417us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.437240:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4980 00000100:00100000:0.0:1769074756.441089:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.441231:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612615936 00000100:00100000:2.0:1769074756.441245:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612615936 00010000:00010000:2.0:1769074756.441373:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.441469:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4981 00000100:00100000:2.0:1769074756.441481:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612615936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.441503:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074756.441531:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.441550:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.441581:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8926e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a829 expref: 12 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.441612:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.441615:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074756.441626:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.441638:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.441692:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074756.441711:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41803480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619827584:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074756.441868:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.445083:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.446606:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616064 00000100:00100000:3.0:1769074756.446624:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616064 00000100:00100000:2.0:1769074756.447586:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41803480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619827584:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074756.447728:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.447921:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612615936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6439us (6855us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.447947:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4981 00002000:00100000:2.0:1769074756.450289:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1495040->1499135) req@ffff956d41803100 x1855007612616064/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.450304:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41803100 with x1855007612616064 ext(1495040->1499135) 00002000:00010000:2.0:1769074756.450313:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41803100 00000100:00100000:2.0:1769074756.450402:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5231 00000100:00100000:2.0:1769074756.450416:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612616064:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.450722:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612616064:12345-192.168.204.39@tcp:3:cat.0 Request processed in 307us (5653us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074756.450732:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5231 00002000:00100000:2.0:1769074756.450740:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1495040->1499135) req@ffff956d41803100 x1855007612616064/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/4536 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.450749:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41803100 with x1855007612616064 ext(1495040->1499135) 00002000:00010000:2.0:1769074756.450753:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41803100 00000100:00100000:3.0:1769074756.453111:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.462507:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616192 00000100:00100000:0.0:1769074756.462535:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616192 00002000:00100000:0.0:1769074756.462732:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41333b80 x1855007612616192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.462746:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41333b80 with x1855007612616192 ext(1048576->2097151) 00002000:00010000:0.0:1769074756.462754:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41333b80 00000100:00100000:0.0:1769074756.462838:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5232 00000100:00100000:0.0:1769074756.462849:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612616192:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.489160:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612616192:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26298us (36049us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.489178:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5232 00002000:00100000:2.0:1769074756.489192:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41333b80 x1855007612616192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.489204:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41333b80 with x1855007612616192 ext(1048576->2097151) 00002000:00010000:2.0:1769074756.489212:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41333b80 00000100:00100000:0.0:1769074756.494728:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.494971:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616320 00000100:00100000:2.0:1769074756.494986:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616320 00000100:00100000:2.0:1769074756.495071:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6354 00000100:00100000:2.0:1769074756.495084:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57713:x1855007612616320:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074756.495135:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.495167:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8929f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a85a expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.495286:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495306:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495320:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495337:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495345:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495351:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495539:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495552:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 153 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.495566:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.495614:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 153 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.495632:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 153 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.495648:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619827712:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.495769:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074756.496764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.497206:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616448 00000100:00100000:0.0:1769074756.497220:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616448 00000100:00100000:0.0:1769074756.497443:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9338 00000100:00100000:0.0:1769074756.497457:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57709:x1855007612616448:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074756.497480:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074756.497504:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a861 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.497540:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.497550:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074756.497552:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074756.497556:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.497596:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.497608:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 26 pid: 7967 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.497622:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827840:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074756.497726:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074756.498267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.498375:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616704 00000100:00100000:0.0:1769074756.498384:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616704 00000100:00100000:0.0:1769074756.498441:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2681 00000100:00100000:0.0:1769074756.498449:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+154:37585:x1855007612616704:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1769074756.498799:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+155:37585:x1855007612616704:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 348us (538us total) trans 8589941218 rc 0/0 00000100:00100000:0.0:1769074756.498807:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2681 00000100:00100000:2.0:1769074756.499396:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619827712:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074756.499444:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074756.500669:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827840:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074756.500706:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.500728:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334e00, rc 0) 00000100:00100000:0.0:1769074756.500783:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57709:x1855007612616448:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3329us (4029us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.500883:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9338 00000100:00100000:3.0:1769074756.501880:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.501986:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616832 00000100:00100000:0.0:1769074756.501998:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616832 00010000:00010000:0.0:1769074756.502050:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.502097:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4982 00000100:00100000:0.0:1769074756.502107:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+155:2370:x1855007612616832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074756.502127:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074756.502135:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.502156:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.502186:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89205 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7ff expref: 155 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.502208:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074756.502213:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502225:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502234:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502264:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.502320:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+154:2370:x1855007612616832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 213us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.502329:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4982 00010000:00010000:0.0:1769074756.502366:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502374:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074756.502441:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:0.0:1769074756.502447:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074756.502471:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502489:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502500:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502508:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074756.502525:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074756.502526:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502539:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074756.502544:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502552:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502562:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074756.502566:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074756.502571:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074756.502576:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612616960 00010000:00010000:0.0:1769074756.502577:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977600/0x8b5959a9a0e892a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074756.502589:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612616960 00010000:00010000:0.0:1769074756.502595:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502603:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502609:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502615:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074756.502618:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502624:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502631:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1a00) 00010000:00010000:0.0:1769074756.502633:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074756.502636:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.502642:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977800/0x8b5959a9a0e892ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00002000:00100000:3.0:1769074756.502648:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1499135) req@ffff956d412c7100 x1855007612616960/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.502660:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7100 with x1855007612616960 ext(1048576->1499135) 00010000:00010000:3.0:1769074756.502671:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 27 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.502688:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8929f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.502701:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 27 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.502709:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074756.502720:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c7100 00010000:00010000:0.0:1769074756.502729:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074756.502735:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074756.502738:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:3.0:1769074756.502763:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1087 00000100:00100000:0.0:1769074756.502777:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57713:x1855007612616320:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 7693us (8063us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.502779:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612616960:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074756.502901:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6354 00000100:00100000:0.0:1769074756.522435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.522865:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617088 00000100:00100000:1.0:1769074756.522882:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617088 00000100:00100000:1.0:1769074756.522974:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9339 00000100:00100000:1.0:1769074756.522987:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612617088:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074756.523019:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.523050:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a868 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.523085:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.523087:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.523100:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 14 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.523124:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 14 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.523140:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:1.0:1769074756.523213:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612617088:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 229us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074756.523224:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9339 00000100:00100000:0.0:1769074756.523258:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.523301:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617216 00000100:00100000:1.0:1769074756.523308:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617216 00000100:00100000:1.0:1769074756.523351:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9340 00000100:00100000:1.0:1769074756.523360:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612617216:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074756.523371:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1769074756.523377:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074756.523389:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e892c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a86f expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074756.523445:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.523478:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827968:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074756.523485:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617344 00000100:00100000:0.0:1769074756.523497:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617344 00000100:00100000:1.0:1769074756.523563:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41101cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.523589:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617472 00000100:00100000:1.0:1769074756.523594:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617472 00000100:00100000:1.0:1769074756.523624:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9341 00000100:00100000:1.0:1769074756.523631:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612617472:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074756.523638:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.523648:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a87d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.523662:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.523664:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074756.523670:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.523681:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 15 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.523691:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:1.0:1769074756.523712:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612617472:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 81us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074756.523719:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9341 00000100:00100000:0.0:1769074756.524258:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9342 00000100:00100000:0.0:1769074756.524268:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612617344:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074756.524295:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074756.524315:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d000/0x8b5959a9a0e892d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a876 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.524352:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d000/0x8b5959a9a0e892d7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a876 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074756.524373:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d000/0x8b5959a9a0e892d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a876 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074756.524386:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d000, rc 0) 00000100:00100000:0.0:1769074756.524435:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612617344:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 169us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074756.524443:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9342 00002000:00010000:1.0:1769074756.535575:0:7967:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074756 -> 1769074757 00002000:00010000:1.0:1769074756.535591:0:7967:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074756 -> 1769074757 00002000:00010000:1.0:1769074756.535594:0:7967:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074756 -> 1769074757 00000100:00100000:1.0:1769074756.535624:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619827968:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074756.535677:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e892c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a86f expref: 14 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.535709:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e892c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a86f expref: 14 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074756.535724:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:1.0:1769074756.535816:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612617216:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 12455us (12564us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074756.535847:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9340 00000100:00100000:2.0:1769074756.542648:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612616960:12345-192.168.204.39@tcp:4:cat.0 Request processed in 39855us (40114us total) trans 21474839390 rc 0/0 00000100:00100000:2.0:1769074756.542668:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1087 00002000:00100000:2.0:1769074756.542685:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1499135) req@ffff956d412c7100 x1855007612616960/t21474839390(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/448 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.542697:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7100 with x1855007612616960 ext(1048576->1499135) 00010000:00010000:2.0:1769074756.542711:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:2.0:1769074756.542739:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00002000:00010000:2.0:1769074756.542754:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c7100 00010000:00010000:3.0:1769074756.545740:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074756.546287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.546554:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617728 00000100:00100000:1.0:1769074756.546571:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617728 00000100:00100000:1.0:1769074756.546654:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6355 00000100:00100000:1.0:1769074756.546666:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57713:x1855007612617728:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074756.546695:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.546724:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e892de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a884 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.546913:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.546933:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.546942:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.547000:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.547015:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 12 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:1.0:1769074756.547046:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4198bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619828096:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074756.547160:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41101cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.559269:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.559363:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.559397:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.559483:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4198bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619828096:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074756.559528:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074756.559993:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612618112 00000100:00100000:3.0:1769074756.560005:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612618112 00000100:00100000:3.0:1769074756.560096:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6356 00000100:00100000:3.0:1769074756.560107:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57715:x1855007612618112:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074756.560143:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.560180:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e892ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a88b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.560293:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560310:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560322:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560337:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560344:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560351:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560546:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89301 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560557:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89301 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560565:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89301 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074756.560578:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074756.560731:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560738:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560744:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560750:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074756.560755:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560762:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560776:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074756.560779:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074756.560784:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560793:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e892f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560808:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560813:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560819:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560919:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074756.560923:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560928:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560938:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce600) 00010000:00010000:3.0:1769074756.560941:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074756.560945:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.560950:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334600/0x8b5959a9a0e892fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074756.561005:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e892ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a88b expref: 27 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.561022:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89301 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a88b expref: 26 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.561034:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074756.561037:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074756.561040:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:3.0:1769074756.561121:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:57715:x1855007612618112:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1015us (1869us total) trans 8589941219 rc 0/0 00000100:00100000:3.0:1769074756.561132:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6356 00000100:00100000:0.0:1769074756.562221:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612617856 00000100:00100000:0.0:1769074756.562237:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612617856 00010000:00010000:0.0:1769074756.562297:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.562334:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612618240 00000100:00100000:0.0:1769074756.562339:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612618240 00010000:00010000:0.0:1769074756.562355:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 13 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:0.0:1769074756.562373:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4983 00000100:00100000:0.0:1769074756.562382:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612617856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074756.562402:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074756.562434:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562453:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562481:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89298 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1499135) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a853 expref: 29 pid: 7967 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562500:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.562503:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.562512:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 12 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.562523:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 12 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.562574:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 12 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074756.562607:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619828224:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074756.562727:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.562762:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4984 00000100:00100000:0.0:1769074756.562771:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612618240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074756.562781:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074756.562787:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 13 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562798:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 13 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562813:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e892b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a85a expref: 13 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.562854:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074756.562860:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.562871:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.562878:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074756.562901:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.563343:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612618240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (3532us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.563356:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4984 00010000:00010000:1.0:1769074756.565520:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.565543:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074756.565574:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074756.565850:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e892de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a884 expref: 13 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.565879:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a884 expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.565891:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.565895:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074756.565900:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:1.0:1769074756.566023:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57713:x1855007612617728:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 19354us (19754us total) trans 8589941220 rc 0/0 00000100:00100000:1.0:1769074756.566035:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6355 00000100:00100000:2.0:1769074756.574519:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.575662:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612618368 00000100:00100000:3.0:1769074756.575681:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612618368 00000100:00100000:3.0:1769074756.575920:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00100000:3.0:1769074756.575958:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2373:x1855007612618368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074756.575985:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074756.576038:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89301 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a88b expref: 26 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.576065:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074756.576071:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.576728:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619828224:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074756.576759:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074756.576798:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+28:2373:x1855007612617856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14414us (17432us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.576812:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4983 00000100:00100000:3.0:1769074756.582723:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2373:x1855007612618368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 232us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.582745:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00100000:2.0:1769074756.590419:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.593239:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.593645:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612618752 00000100:00100000:2.0:1769074756.593660:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612618752 00002000:00100000:2.0:1769074756.593736:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41148000 x1855007612618752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.593751:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41148000 with x1855007612618752 ext(1048576->2097151) 00002000:00010000:2.0:1769074756.593759:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41148000 00000100:00100000:2.0:1769074756.594013:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5233 00000100:00100000:2.0:1769074756.594034:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612618752:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074756.601383:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612618624 00000100:00100000:1.0:1769074756.601407:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612618624 00000100:00100000:1.0:1769074756.601527:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6357 00000100:00100000:1.0:1769074756.601538:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57713:x1855007612618624:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074756.601572:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074756.601576:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1769074756.603799:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e892e5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a884 expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.603855:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.603863:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074756.603895:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89316 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a892 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.606479:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606523:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606542:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606581:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606590:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606599:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606607:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074756.606613:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606623:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606645:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.606650:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074756.606657:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606665:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8931d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074756.606743:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89316 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a892 expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.606758:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074756.606761:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074756.606766:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89316 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a892 expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.606778:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:1.0:1769074756.606914:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57713:x1855007612618624:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 5373us (16505us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074756.606926:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6357 00000100:00100000:2.0:1769074756.610895:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612618752:12345-192.168.204.39@tcp:3:cat.0 Request processed in 16848us (17656us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.610915:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5233 00002000:00100000:2.0:1769074756.610957:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41148000 x1855007612618752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.610971:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41148000 with x1855007612618752 ext(1048576->2097151) 00002000:00010000:2.0:1769074756.610982:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41148000 00000100:00100000:0.0:1769074756.616771:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.617034:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619008 00000100:00100000:1.0:1769074756.617053:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619008 00000100:00100000:1.0:1769074756.617202:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2682 00000100:00100000:1.0:1769074756.617220:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57713:x1855007612619008:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:1.0:1769074756.617699:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57713:x1855007612619008:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 481us (943us total) trans 8589941221 rc 0/0 00000100:00100000:1.0:1769074756.617712:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2682 00000100:00100000:0.0:1769074756.685414:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.688407:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619136 00000100:00100000:2.0:1769074756.688430:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619136 00002000:00100000:2.0:1769074756.688515:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41149880 x1855007612619136/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.688529:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41149880 with x1855007612619136 ext(2097152->3145727) 00002000:00010000:2.0:1769074756.688537:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41149880 00000100:00100000:2.0:1769074756.688589:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5234 00000100:00100000:2.0:1769074756.688600:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612619136:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074756.717347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.717440:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619264 00000100:00100000:2.0:1769074756.717456:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619264 00000100:00100000:2.0:1769074756.717538:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:2.0:1769074756.717549:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2370:x1855007612619264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074756.717708:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2370:x1855007612619264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 161us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.717717:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:3.0:1769074756.717960:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612619136:12345-192.168.204.39@tcp:3:cat.0 Request processed in 29360us (32563us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074756.717970:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5234 00002000:00100000:3.0:1769074756.717986:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41149880 x1855007612619136/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.718004:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41149880 with x1855007612619136 ext(2097152->3145727) 00002000:00010000:3.0:1769074756.718011:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41149880 00000100:00100000:1.0:1769074756.730959:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.731955:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619520 00000100:00100000:2.0:1769074756.731977:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619520 00000100:00100000:2.0:1769074756.732119:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6358 00000100:00100000:2.0:1769074756.732137:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+154:57721:x1855007612619520:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074756.732199:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.732239:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89324 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a899 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.732355:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.732374:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.732392:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.732409:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.732422:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.732429:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733189:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733208:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733219:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074756.733234:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074756.733390:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733399:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733405:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733412:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074756.733418:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733427:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733441:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074756.733445:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074756.733450:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733456:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8932b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733473:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733479:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733484:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733489:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074756.733492:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733498:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733505:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1e00) 00010000:00010000:2.0:1769074756.733507:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074756.733510:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.733515:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89332 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.734410:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e89324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 157 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.734442:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 156 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.734452:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.734454:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074756.734458:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:2.0:1769074756.734563:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+156:57721:x1855007612619520:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2432us (3634us total) trans 8589941222 rc 0/0 00000100:00100000:2.0:1769074756.734585:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6358 00000100:00100000:1.0:1769074756.766671:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.767297:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074756.767418:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619904 00000100:00100000:0.0:1769074756.767433:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619904 00000100:00100000:0.0:1769074756.767515:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2683 00000100:00100000:0.0:1769074756.767528:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4207f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+156:57721:x1855007612619904:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074756.768383:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4207f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+157:57721:x1855007612619904:12345-192.168.204.39@tcp:35:cat.0 Request processed in 855us (1084us total) trans 8589941223 rc 0/0 00000100:00100000:0.0:1769074756.768396:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2683 00000100:00100000:3.0:1769074756.770571:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612619648 00000100:00100000:3.0:1769074756.770593:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612619648 00000100:00100000:3.0:1769074756.770688:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9343 00000100:00100000:3.0:1769074756.770699:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57709:x1855007612619648:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.770722:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.770748:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8a0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.770786:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.770797:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.770799:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074756.770804:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.770921:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.770946:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.770963:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619828352:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074756.771096:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.775718:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.775985:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.776058:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.776116:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.776251:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619828352:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.776308:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.776332:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204200, rc 0) 00000100:00100000:3.0:1769074756.776403:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57709:x1855007612619648:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5705us (9747us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.776414:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9343 00000100:00100000:3.0:1769074756.776454:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620288 00000100:00100000:3.0:1769074756.776463:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620288 00000100:00100000:3.0:1769074756.776516:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620416 00000100:00100000:3.0:1769074756.776519:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620416 00000100:00100000:3.0:1769074756.776537:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620544 00000100:00100000:3.0:1769074756.776539:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620544 00000100:00100000:3.0:1769074756.776559:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9344 00000100:00100000:3.0:1769074756.776568:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612620288:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.776586:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.776606:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8ae expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.776629:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.776631:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.776644:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776665:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776674:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205400, rc 0) 00000100:00100000:3.0:1769074756.776696:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612620288:12345-192.168.204.39@tcp:101:cat.0 Request processed in 129us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.776702:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9344 00000100:00100000:3.0:1769074756.776715:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9345 00000100:00100000:3.0:1769074756.776721:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612620416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.776730:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.776740:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8b5 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.776754:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.776756:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.776761:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 30 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776772:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 30 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776780:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205000, rc 0) 00000100:00100000:3.0:1769074756.776798:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612620416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 78us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.776804:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9345 00000100:00100000:3.0:1769074756.776816:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9346 00000100:00100000:3.0:1769074756.776852:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612620544:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074756.776859:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.776866:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e8935c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8bc expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.776889:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e8935c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8bc expref: 30 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776904:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204800/0x8b5959a9a0e8935c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8bc expref: 30 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074756.776917:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204800, rc 0) 00000100:00100000:3.0:1769074756.776936:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612620544:12345-192.168.204.39@tcp:101:cat.0 Request processed in 114us (822us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074756.776943:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9346 00000100:00100000:3.0:1769074756.776990:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.777143:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620672 00000100:00100000:3.0:1769074756.777151:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620672 00002000:00100000:3.0:1769074756.777199:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3244032->3469311) req@ffff956d27d94000 x1855007612620672/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.777211:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d94000 with x1855007612620672 ext(3244032->3469311) 00010000:00010000:3.0:1769074756.777220:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.777241:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 14 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:3.0:1769074756.777250:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d27d94000 00000100:00100000:3.0:1769074756.777296:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1088 00000100:00100000:3.0:1769074756.777305:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612620672:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074756.783333:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620160 00000100:00100000:2.0:1769074756.783359:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620160 00000100:00100000:2.0:1769074756.783477:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6359 00000100:00100000:2.0:1769074756.783492:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+157:57720:x1855007612620160:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074756.783536:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.783571:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89363 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8a7 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.783725:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.783747:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 158 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.783757:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.783808:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 158 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.783854:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 158 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:2.0:1769074756.783873:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41801180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619828480:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.787474:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02501c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074756.806077:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41801180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619828480:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074756.806139:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074756.813761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.815200:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620800 00000100:00100000:3.0:1769074756.815220:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620800 00010000:00010000:3.0:1769074756.815298:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 159 pid: 29856 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.815351:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4985 00000100:00100000:3.0:1769074756.815363:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+159:2371:x1855007612620800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074756.815384:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074756.815391:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 159 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.815404:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 159 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.815433:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89339 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a899 expref: 159 pid: 29856 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.815455:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074756.815461:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074756.815471:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074756.815483:0:33336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074756.815664:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074756.815757:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+158:2371:x1855007612620800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 396us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.815766:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4985 00000100:00100000:0.0:1769074756.818653:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612620672:12345-192.168.204.39@tcp:4:cat.0 Request processed in 41330us (41643us total) trans 21474839391 rc 0/0 00000100:00100000:0.0:1769074756.818674:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1088 00002000:00100000:0.0:1769074756.818693:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3244032->3469311) req@ffff956d27d94000 x1855007612620672/t21474839391(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/448 e 0 to 0 dl 1769074767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.818706:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d94000 with x1855007612620672 ext(3244032->3469311) 00010000:00010000:0.0:1769074756.818721:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:0.0:1769074756.818751:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00002000:00010000:0.0:1769074756.818767:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d27d94000 00000100:00100000:1.0:1769074756.820207:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.820340:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.820685:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612620928 00000100:00100000:3.0:1769074756.820699:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612620928 00002000:00100000:3.0:1769074756.820763:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d4198a300 x1855007612620928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.820774:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198a300 with x1855007612620928 ext(1048576->2097151) 00002000:00010000:3.0:1769074756.820780:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4198a300 00000100:00100000:3.0:1769074756.820815:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621056 00000100:00100000:3.0:1769074756.820819:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621056 00002000:00100000:3.0:1769074756.820861:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41988000 x1855007612621056/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.820871:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988000 with x1855007612621056 ext(1048576->2097151) 00002000:00010000:3.0:1769074756.820874:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41988000 00000100:00100000:3.0:1769074756.820894:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5235 00000100:00100000:3.0:1769074756.820906:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612620928:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074756.822492:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5236 00000100:00100000:1.0:1769074756.822518:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612621056:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:2.0:1769074756.825700:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074756.825724:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074756.825756:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074756.826005:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e89363 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 159 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.826033:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 158 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.826058:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.826061:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074756.826065:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:2.0:1769074756.826129:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+158:57720:x1855007612620160:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 42638us (50424us total) trans 8589941224 rc 0/0 00000100:00100000:2.0:1769074756.826140:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6359 00000100:00100000:1.0:1769074756.843974:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.844657:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612621056:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22147us (24312us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.844674:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5236 00002000:00100000:2.0:1769074756.844690:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41988000 x1855007612621056/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.844703:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41988000 with x1855007612621056 ext(1048576->2097151) 00002000:00010000:2.0:1769074756.844711:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41988000 00000100:00100000:3.0:1769074756.845749:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621184 00000100:00100000:3.0:1769074756.845768:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621184 00010000:00010000:3.0:1769074756.845894:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00000100:00100000:3.0:1769074756.845959:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4986 00000100:00100000:3.0:1769074756.845969:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612621184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074756.845988:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074756.846015:0:33336:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074756 -> 1769074757 00002000:00010000:3.0:1769074756.846019:0:33336:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074756 -> 1769074757 00010000:00010000:3.0:1769074756.846025:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.846046:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.846085:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977200/0x8b5959a9a0e89275 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3244032->3473407] (req 3244032->3469311) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a830 expref: 16 pid: 26584 timeout: 1840 lvb_type: 0 00010000:00010000:3.0:1769074756.846108:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.846111:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074756.846120:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.846136:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.846189:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074756.846212:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d94700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619828608:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074756.846331:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074756.857512:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d94700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33336:1855007619828608:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074756.857549:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074756.858090:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612621184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11659us (13669us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074756.858108:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4986 00000100:00100000:2.0:1769074756.862021:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612620928:12345-192.168.204.39@tcp:3:cat.0 Request processed in 41093us (41800us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074756.862042:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5235 00002000:00100000:2.0:1769074756.862060:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d4198a300 x1855007612620928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.862072:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4198a300 with x1855007612620928 ext(1048576->2097151) 00002000:00010000:2.0:1769074756.862080:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4198a300 00000100:00100000:1.0:1769074756.872269:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.872408:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.875007:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621440 00000100:00100000:2.0:1769074756.875032:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621440 00002000:00100000:2.0:1769074756.875137:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c050eb480 x1855007612621440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074756.875151:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eb480 with x1855007612621440 ext(3145728->4194303) 00002000:00010000:2.0:1769074756.875473:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050eb480 00000100:00100000:3.0:1769074756.875692:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621312 00000100:00100000:3.0:1769074756.875698:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621312 00002000:00100000:3.0:1769074756.875729:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08853b80 x1855007612621312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.875739:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853b80 with x1855007612621312 ext(3145728->4194303) 00002000:00010000:3.0:1769074756.875743:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853b80 00000100:00100000:3.0:1769074756.875775:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5237 00000100:00100000:3.0:1769074756.875785:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612621440:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074756.876042:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5238 00000100:00100000:0.0:1769074756.876054:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612621312:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074756.921059:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612621312:12345-192.168.204.39@tcp:3:cat.0 Request processed in 44989us (48631us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074756.921080:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5238 00002000:00100000:0.0:1769074756.921112:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08853b80 x1855007612621312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074756.921125:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853b80 with x1855007612621312 ext(3145728->4194303) 00002000:00010000:0.0:1769074756.921135:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08853b80 00000100:00100000:1.0:1769074756.925408:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.926085:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612621440:12345-192.168.204.39@tcp:3:cat.0 Request processed in 50296us (53826us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074756.926103:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5237 00002000:00100000:3.0:1769074756.926121:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c050eb480 x1855007612621440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.926136:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050eb480 with x1855007612621440 ext(3145728->4194303) 00002000:00010000:3.0:1769074756.926146:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050eb480 00000100:00100000:0.0:1769074756.927896:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621568 00000100:00100000:0.0:1769074756.927918:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621568 00000100:00100000:0.0:1769074756.928015:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9347 00000100:00100000:0.0:1769074756.928028:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+29:57721:x1855007612621568:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074756.928051:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074756.928078:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8c3 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.928115:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.928118:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074756.928129:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 30 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.928147:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 30 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.928254:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e400, rc 0) 00000100:00100000:0.0:1769074756.928398:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+30:57721:x1855007612621568:12345-192.168.204.39@tcp:101:cat.0 Request processed in 371us (3006us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074756.928405:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9347 00000100:00100000:1.0:1769074756.948049:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.948141:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.948470:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621824 00000100:00100000:3.0:1769074756.948485:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621824 00000100:00100000:3.0:1769074756.948578:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612621952 00000100:00100000:3.0:1769074756.948582:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612621952 00000100:00100000:3.0:1769074756.948616:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6360 00000100:00100000:3.0:1769074756.948627:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:57715:x1855007612621824:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074756.948665:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074756.948670:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1769074756.948714:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8922f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a80d expref: 26 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948746:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e890a7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a734 expref: 25 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948761:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e88f7a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a677 expref: 24 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948773:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074756.948778:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074756.948799:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e8937f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8ca expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948938:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074756.948953:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 157 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948962:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 157 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948975:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 157 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.948983:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074756.949024:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 157 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.949042:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 157 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074756.949063:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828736:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.949332:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6361 00000100:00100000:2.0:1769074756.949346:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57709:x1855007612621952:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074756.949358:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074756.949370:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8d1 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.949417:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.949425:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 25 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.949440:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.949453:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 25 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.949467:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.949470:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074756.949473:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.949480:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976800, rc 0) 00010000:00010000:3.0:1769074756.950343:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 157 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074756.950361:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 157 pid: 29857 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074756.950376:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828864:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.954701:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57709:x1855007612621952:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5337us (6536us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.954719:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6361 00010000:00010000:2.0:1769074756.963107:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 157 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.963415:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 157 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074756.963449:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41801180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828992:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074756.963571:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.967588:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074756.967643:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074756.967743:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622080 00000100:00100000:3.0:1769074756.967758:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622080 00002000:00100000:3.0:1769074756.967872:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d25880 x1855007612622080/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.967885:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25880 with x1855007612622080 ext(2097152->3145727) 00002000:00010000:3.0:1769074756.967893:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25880 00000100:00100000:3.0:1769074756.968007:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622208 00000100:00100000:3.0:1769074756.968011:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622208 00002000:00100000:3.0:1769074756.968030:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d26a00 x1855007612622208/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/0 e 0 to 0 dl 1769074767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074756.968039:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26a00 with x1855007612622208 ext(3145728->4194303) 00002000:00010000:3.0:1769074756.968043:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d26a00 00000100:00100000:1.0:1769074756.972652:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5239 00000100:00100000:1.0:1769074756.972696:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+31:2370:x1855007612622080:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.975350:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5240 00000100:00100000:2.0:1769074756.975378:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612622208:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074756.986734:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.986784:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.986878:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622464 00000100:00100000:2.0:1769074756.986894:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622464 00010000:00010000:2.0:1769074756.986950:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 158 pid: 29857 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074756.986996:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622336 00000100:00100000:2.0:1769074756.987000:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622336 00010000:00010000:2.0:1769074756.987017:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 159 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074756.987044:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4987 00000100:00100000:2.0:1769074756.987057:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11706c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+159:2370:x1855007612622464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.987081:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074756.987115:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 159 pid: 29857 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.987133:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 159 pid: 29857 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.987189:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.987199:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.987212:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.987221:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.987671:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11706c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+159:2370:x1855007612622464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 614us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.987682:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4987 00000100:00100000:2.0:1769074756.987776:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4988 00000100:00100000:2.0:1769074756.987788:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+158:2370:x1855007612622336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.987801:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074756.987809:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 158 pid: 30391 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.987870:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 158 pid: 30391 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.987891:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.987897:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.987904:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.987910:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.987935:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+158:2370:x1855007612622336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 152us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.987942:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4988 00000100:00100000:2.0:1769074756.988011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074756.988038:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622592 00000100:00100000:2.0:1769074756.988044:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622592 00010000:00010000:2.0:1769074756.988070:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 158 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074756.988560:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4989 00000100:00100000:2.0:1769074756.988577:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+158:2370:x1855007612622592:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074756.988591:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074756.988597:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 158 pid: 30391 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.988609:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 158 pid: 30391 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074756.988623:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074756.988627:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.988636:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40290400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.988644:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40290400000020 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074756.988655:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 24 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.988678:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074756.988709:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+158:2370:x1855007612622592:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074756.988718:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4989 00010000:00010000:3.0:1769074756.995937:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e890d8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a750 expref: 157 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074756.995975:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828736:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.995992:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e88f26 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a65b expref: 156 pid: 29857 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074756.996005:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828864:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.996021:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e88f1f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a654 expref: 155 pid: 30391 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074756.996032:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41801180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619828992:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074756.996072:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074756.996085:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074756.996115:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30549 initiator: MDT0 00000040:00080000:2.0:1769074757.020225:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1512, 88 off131600 00000004:00080000:2.0:1769074757.020251:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181427107ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020380:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1524, 88 off132656 00000004:00080000:2.0:1769074757.020389:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181565532ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020416:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1525, 88 off132744 00000004:00080000:2.0:1769074757.020420:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181596485ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020436:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1513, 88 off131688 00000004:00080000:2.0:1769074757.020440:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181616765ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020456:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1514, 88 off131776 00000004:00080000:2.0:1769074757.020460:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181636733ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020475:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1526, 88 off132832 00000004:00080000:2.0:1769074757.020479:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181655484ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020492:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1527, 88 off132920 00000004:00080000:2.0:1769074757.020495:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181671913ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020509:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1528, 88 off133008 00000004:00080000:2.0:1769074757.020513:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181690124ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020529:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1515, 88 off131864 00000004:00080000:2.0:1769074757.020533:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181709829ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020548:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1529, 88 off133096 00000004:00080000:2.0:1769074757.020552:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181729062ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020576:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1516, 88 off131952 00000004:00080000:2.0:1769074757.020582:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181758854ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020610:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1530, 88 off133184 00000004:00080000:2.0:1769074757.020617:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181793643ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074757.020644:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1517, 88 off132040 00000004:00080000:2.0:1769074757.020651:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181828097ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020678:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1518, 88 off132128 00000004:00080000:2.0:1769074757.020685:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181861250ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020711:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1519, 88 off132216 00000004:00080000:2.0:1769074757.020717:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181894222ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020744:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1520, 88 off132304 00000004:00080000:2.0:1769074757.020751:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741181927385ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074757.020776:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1531, 88 off133272 00000004:00080000:2.0:1769074757.020782:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741181958857ns, next at 1696607292856ns, rc = 0 00000100:00100000:2.0:1769074757.030145:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612622080:12345-192.168.204.39@tcp:3:cat.0 Request processed in 57458us (62554us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074757.030162:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5239 00002000:00100000:2.0:1769074757.032399:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d08d25880 x1855007612622080/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074757.032418:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d25880 with x1855007612622080 ext(2097152->3145727) 00002000:00010000:2.0:1769074757.032428:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d25880 00000100:00100000:2.0:1769074757.047077:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612622208:12345-192.168.204.39@tcp:3:cat.0 Request processed in 71693us (79413us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074757.047096:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5240 00002000:00100000:2.0:1769074757.047116:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d08d26a00 x1855007612622208/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:292/0 lens 488/440 e 0 to 0 dl 1769074767 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074757.047128:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d26a00 with x1855007612622208 ext(3145728->4194303) 00002000:00010000:2.0:1769074757.047136:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08d26a00 00000100:00100000:2.0:1769074757.058572:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.059324:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622720 00000100:00100000:1.0:1769074757.059341:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622720 00000100:00100000:1.0:1769074757.059433:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6362 00000100:00100000:1.0:1769074757.059445:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+155:57721:x1855007612622720:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074757.059481:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.059513:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8d8 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.059609:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 156 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.059630:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 156 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.059651:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.059655:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074757.059661:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 25 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.059671:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:1.0:1769074757.059765:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+156:57721:x1855007612622720:12345-192.168.204.39@tcp:101:cat.0 Request processed in 319us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.059774:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6362 00000100:00080000:0.0:1769074757.060714:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1769074757.090448:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941223 is committed 00000001:00080000:0.0:1769074757.090475:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941214 is committed 00000001:00080000:0.0:1769074757.090489:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941194 is committed 00000001:00080000:0.0:1769074757.090496:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941221 is committed 00000001:00080000:0.0:1769074757.090504:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941216 is committed 00000001:00080000:0.0:1769074757.090529:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941225 is committed 00000004:00080000:0.0:1769074757.090535:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1231 committed 00010000:00010000:1.0:1769074757.090649:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090666:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.090670:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074757.090675:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090690:0:30549:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090699:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090709:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090717:0:30549:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090724:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.090784:0:30549:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.090804:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619829120:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074757.091021:0:30549:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.091032:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619829248:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074757.091063:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920780 going to sleep for 11 seconds 00000004:00080000:0.0:1769074757.092172:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1219 committed 00000004:00080000:0.0:1769074757.092191:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1218 committed 00000004:00080000:0.0:1769074757.092195:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1217 committed 00000004:00080000:0.0:1769074757.092198:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1216 committed 00000004:00080000:0.0:1769074757.092200:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1230 committed 00000100:00100000:1.0:1769074757.092522:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619829632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074757.092614:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.092663:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619830144:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074757.092696:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.092733:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074757.092742:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619829760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074757.092775:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.092803:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619830272:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074757.092873:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.092954:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619829632 00000100:00100000:1.0:1769074757.092967:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619829632 00000100:00100000:1.0:1769074757.093059:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830144 00000100:00100000:1.0:1769074757.093065:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830144 00000100:00100000:1.0:1769074757.093097:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619829760 00000100:00100000:1.0:1769074757.093102:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619829760 00000100:00100000:1.0:1769074757.093130:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830272 00000100:00100000:1.0:1769074757.093135:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830272 00000100:00100000:1.0:1769074757.093175:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9348 00000100:00100000:1.0:1769074757.093186:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619829632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074757.093488:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074757.093493:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074757 -> 1769074757 00002000:00010000:1.0:1769074757.093495:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074756 -> 1769074756 00002000:00010000:1.0:1769074757.093497:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074757 -> 1769074757 00002000:00010000:1.0:1769074757.093499:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5471 -> 5471 00000100:00100000:1.0:1769074757.093550:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619829632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 365us (936us total) trans 21474839392 rc 0/0 00000100:00100000:1.0:1769074757.093558:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9348 00000100:00100000:1.0:1769074757.093581:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9349 00000100:00100000:1.0:1769074757.093588:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619830144:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074757.093673:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074757.093676:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.093678:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074757.093680:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.093683:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:1.0:1769074757.093711:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619830144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (1015us total) trans 21474839393 rc 0/0 00000100:00100000:1.0:1769074757.093718:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9349 00000100:00100000:1.0:1769074757.093732:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9350 00000100:00100000:1.0:1769074757.093738:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619829760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074757.093819:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074757.093851:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:1.0:1769074757.093853:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074757.093855:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:1.0:1769074757.093857:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074757.093886:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619829760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (1112us total) trans 21474839394 rc 0/0 00000100:00100000:1.0:1769074757.093892:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9350 00000100:00100000:1.0:1769074757.093904:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9351 00000100:00100000:1.0:1769074757.093910:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619830272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074757.093993:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:1.0:1769074757.093996:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.093998:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074757.093999:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.094002:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:1.0:1769074757.094029:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619830272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (1158us total) trans 21474839395 rc 0/0 00000100:00100000:1.0:1769074757.094035:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9351 00000004:00080000:1.0:1769074757.094113:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89180/2, rc 0, transno 21474839394 00000100:00100000:1.0:1769074757.094128:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619829760:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074757.094140:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fc000/2, rc 0, transno 21474839395 00000100:00100000:1.0:1769074757.094144:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619830272:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074757.094152:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88000/2, rc 0, transno 21474839392 00000100:00100000:1.0:1769074757.094155:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619829632:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074757.094162:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8a680/2, rc 0, transno 21474839393 00000100:00100000:1.0:1769074757.094166:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619830144:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095112:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095186:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.095229:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095250:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.095289:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095311:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.095335:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074757.095342:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829504:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095363:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.095381:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830016:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.095403:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.095442:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619829376 00000100:00100000:2.0:1769074757.095450:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619829376 00000100:00100000:2.0:1769074757.095495:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619829888 00000100:00100000:2.0:1769074757.095499:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619829888 00000100:00100000:2.0:1769074757.095526:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830400 00000100:00100000:2.0:1769074757.095529:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830400 00000100:00100000:2.0:1769074757.095545:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619829504 00000100:00100000:2.0:1769074757.095547:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619829504 00000100:00100000:2.0:1769074757.095556:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830016 00000100:00100000:2.0:1769074757.095557:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830016 00000100:00100000:2.0:1769074757.095570:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9352 00000100:00100000:2.0:1769074757.095578:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619829376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074757.095788:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074757.095794:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074757.095797:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074757.095800:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074757.095803:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:2.0:1769074757.095936:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619829376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 344us (736us total) trans 21474839396 rc 0/0 00000100:00100000:2.0:1769074757.095946:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9352 00000100:00100000:2.0:1769074757.095976:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9353 00000100:00100000:2.0:1769074757.095988:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619829888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074757.096120:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074757.096125:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074757.096127:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074757.096130:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074757.096132:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074757.096171:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619829888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (919us total) trans 21474839397 rc 0/0 00000100:00100000:2.0:1769074757.096178:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9353 00000100:00100000:2.0:1769074757.096198:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9354 00000100:00100000:2.0:1769074757.096208:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619830400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074757.096337:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074757.096342:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074757.096345:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074757.096347:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:2.0:1769074757.096349:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074757.096392:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619830400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 185us (1078us total) trans 21474839398 rc 0/0 00000100:00100000:2.0:1769074757.096401:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9354 00000100:00100000:2.0:1769074757.096422:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9355 00000100:00100000:2.0:1769074757.096432:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619829504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074757.096549:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074757.096554:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074757 -> 1769074757 00002000:00010000:2.0:1769074757.096556:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074757 -> 1769074756 00002000:00010000:2.0:1769074757.096559:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074757 -> 1769074757 00002000:00010000:2.0:1769074757.096561:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074757.096602:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619829504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (1236us total) trans 21474839399 rc 0/0 00000100:00100000:2.0:1769074757.096611:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9355 00000100:00100000:2.0:1769074757.096628:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9356 00000100:00100000:2.0:1769074757.096635:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619830016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074757.096716:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074757.096720:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074757.096723:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074757.096725:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:2.0:1769074757.096727:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074757.096752:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619830016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (1348us total) trans 21474839400 rc 0/0 00000100:00100000:2.0:1769074757.096759:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9356 00000004:00080000:2.0:1769074757.096871:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d10380/2, rc 0, transno 21474839399 00000100:00100000:2.0:1769074757.096881:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829504:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074757.096894:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89f80/2, rc 0, transno 21474839400 00000100:00100000:2.0:1769074757.096898:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830016:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074757.096907:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d13800/2, rc 0, transno 21474839396 00000100:00100000:2.0:1769074757.096910:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074757.096920:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88e00/2, rc 0, transno 21474839397 00000100:00100000:2.0:1769074757.096924:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619829888:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074757.096931:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fe300/2, rc 0, transno 21474839398 00000100:00100000:2.0:1769074757.096934:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.099524:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074757.099554:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830528:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.099653:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.099717:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830528 00000100:00100000:2.0:1769074757.099726:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830528 00000100:00100000:2.0:1769074757.099789:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9357 00000100:00100000:2.0:1769074757.099799:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619830528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.100488:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.100567:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619829120:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074757.100581:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619829248:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074757.100641:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e8937f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 19 pid: 30549 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074757.100674:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.100718:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204600, rc 0) 00000100:00100000:1.0:1769074757.100783:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57715:x1855007612621824:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 152156us (152751us total) trans 8589941225 rc 0/0 00000100:00100000:1.0:1769074757.100794:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6360 00000004:00080000:0.0:1769074757.102734:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1215 committed 00000004:00080000:0.0:1769074757.102753:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1229 committed 00000004:00080000:0.0:1769074757.102758:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1214 committed 00000004:00080000:0.0:1769074757.102760:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1228 committed 00000004:00080000:0.0:1769074757.102763:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1227 committed 00000004:00080000:0.0:1769074757.102766:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1226 committed 00000004:00080000:0.0:1769074757.102769:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1213 committed 00000004:00080000:0.0:1769074757.102772:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1212 committed 00000004:00080000:0.0:1769074757.102775:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1225 committed 00000004:00080000:0.0:1769074757.102778:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1224 committed 00000004:00080000:0.0:1769074757.102781:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1211 committed 00000001:00080000:0.0:1769074757.102866:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941224 is committed 00000100:00100000:0.0:1769074757.103122:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622848 00000100:00100000:0.0:1769074757.103136:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622848 00000100:00100000:0.0:1769074757.104327:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2684 00000100:00100000:0.0:1769074757.104341:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57709:x1855007612622848:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074757.104543:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57709:x1855007612622848:12345-192.168.204.39@tcp:49:cat.0 Request processed in 203us (4060us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.104553:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2684 00000100:00080000:0.0:1769074757.104600:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074757.104607:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074757.104611:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1769074757.106739:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074757.106751:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074757.106754:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074745 -> 1769074745 00002000:00010000:2.0:1769074757.106757:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074750 -> 1769074750 00002000:00010000:2.0:1769074757.106759:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074757.106927:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619830528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7116us (7261us total) trans 17179872452 rc 0/0 00000100:00100000:2.0:1769074757.106941:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9357 00000004:00080000:0.0:1769074757.107634:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41802300/2, rc 0, transno 17179872452 00000100:00100000:0.0:1769074757.107645:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830528:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.118950:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074757.118992:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619830656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.119103:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.119515:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619830784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.119550:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.119608:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.119633:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.119675:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830656 00000100:00100000:3.0:1769074757.119684:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830656 00000100:00100000:3.0:1769074757.119745:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830784 00000100:00100000:3.0:1769074757.119748:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830784 00000100:00100000:3.0:1769074757.119766:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619830912 00000100:00100000:3.0:1769074757.119769:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619830912 00000100:00100000:3.0:1769074757.119795:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9358 00000100:00100000:3.0:1769074757.119805:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619830656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074757.120515:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074757.120524:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074757 -> 1769074757 00002000:00010000:3.0:1769074757.120526:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074757 -> 1769074757 00002000:00010000:3.0:1769074757.120529:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074757 -> 1769074757 00002000:00010000:3.0:1769074757.120532:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074757.120610:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3290:x1855007619830656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 804us (1517us total) trans 17179872453 rc 0/0 00000100:00100000:3.0:1769074757.120621:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9358 00000100:00100000:3.0:1769074757.120652:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9359 00000100:00100000:3.0:1769074757.120662:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619830784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074757.120766:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074757.120770:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074757 -> 1769074757 00002000:00010000:3.0:1769074757.120772:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074757 -> 1769074757 00002000:00010000:3.0:1769074757.120775:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074756 -> 1769074756 00002000:00010000:3.0:1769074757.120777:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074757.120805:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3290:x1855007619830784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 145us (1254us total) trans 17179872454 rc 0/0 00000100:00100000:3.0:1769074757.120811:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9359 00000100:00100000:3.0:1769074757.120862:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9360 00000100:00100000:3.0:1769074757.120870:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3291:x1855007619830912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.121626:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.121672:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.121716:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612622976 00000100:00100000:1.0:1769074757.121726:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612622976 00000100:00100000:1.0:1769074757.121781:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623104 00000100:00100000:1.0:1769074757.121784:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623104 00000100:00100000:1.0:1769074757.121802:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2685 00000100:00100000:1.0:1769074757.121811:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57721:x1855007612622976:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:1.0:1769074757.122065:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57721:x1855007612622976:12345-192.168.204.39@tcp:49:cat.0 Request processed in 255us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.122073:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2685 00000100:00100000:1.0:1769074757.122105:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2686 00000100:00100000:1.0:1769074757.122112:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57715:x1855007612623104:12345-192.168.204.39@tcp:49:multiop.0 00000100:00100000:1.0:1769074757.126125:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57715:x1855007612623104:12345-192.168.204.39@tcp:49:multiop.0 Request processed in 3995us (4434us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.126146:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2686 00002000:00010000:3.0:1769074757.126565:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074757.126572:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074757.126575:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:3.0:1769074757.126578:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:3.0:1769074757.126580:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:3.0:1769074757.126676:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3291:x1855007619830912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5806us (7040us total) trans 17179872455 rc 0/0 00000100:00100000:3.0:1769074757.126687:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9360 00000004:00080000:3.0:1769074757.126776:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d96300/2, rc 0, transno 17179872454 00000100:00100000:3.0:1769074757.126785:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619830784:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074757.126797:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d97800/2, rc 0, transno 17179872453 00000100:00100000:3.0:1769074757.126800:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619830656:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.127813:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619831040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.127911:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.128099:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619831168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.128130:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074757.128320:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d95f80/2, rc 0, transno 17179872455 00000100:00100000:1.0:1769074757.128326:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619830912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.128726:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619831040 00000100:00100000:2.0:1769074757.128736:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619831040 00000100:00100000:2.0:1769074757.128785:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619831168 00000100:00100000:2.0:1769074757.128788:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619831168 00000100:00100000:2.0:1769074757.128811:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9361 00000100:00100000:2.0:1769074757.128842:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3292:x1855007619831040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074757.129124:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074757.129129:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074757.129132:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074757.129134:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:2.0:1769074757.129137:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074757.132242:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9362 00000100:00100000:1.0:1769074757.132294:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619831168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074757.132591:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074757.132596:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.132599:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074757.132601:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.132604:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:1.0:1769074757.132708:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619831168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 448us (4575us total) trans 17179872457 rc 0/0 00000100:00100000:1.0:1769074757.132718:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9362 00000100:00100000:2.0:1769074757.134133:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3292:x1855007619831040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5303us (6212us total) trans 17179872456 rc 0/0 00000100:00100000:2.0:1769074757.134148:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9361 00000004:00080000:3.0:1769074757.135247:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d95880/2, rc 0, transno 17179872457 00000100:00100000:3.0:1769074757.135263:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619831168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.135456:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074757.135467:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619831296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.135534:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.135577:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619831296 00000100:00100000:3.0:1769074757.135585:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619831296 00000100:00100000:3.0:1769074757.135635:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9363 00000100:00100000:3.0:1769074757.135643:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619831296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074757.137576:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074757.137589:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.137591:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074757.137594:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.137597:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074757.137716:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619831296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2069us (2176us total) trans 17179872458 rc 0/0 00000100:00100000:3.0:1769074757.137729:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9363 00000004:00080000:3.0:1769074757.137817:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d95500/2, rc 0, transno 17179872458 00000100:00100000:3.0:1769074757.137849:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619831296:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.138424:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619831424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.138488:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.138561:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619831424 00000100:00100000:3.0:1769074757.138570:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619831424 00000100:00100000:3.0:1769074757.138622:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9364 00000100:00100000:3.0:1769074757.138633:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3291:x1855007619831424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074757.138910:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074757.138915:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074757.138917:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074757.139005:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:3.0:1769074757.139009:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:0.0:1769074757.139138:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d97480/2, rc 0, transno 17179872456 00000100:00100000:0.0:1769074757.139147:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619831040:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.159675:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619831424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 21027us (21169us total) trans 17179872459 rc 0/0 00000100:00100000:3.0:1769074757.159701:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9364 00000004:00080000:1.0:1769074757.159901:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d97b80/2, rc 0, transno 17179872459 00000100:00100000:1.0:1769074757.159910:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619831424:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.200773:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.200840:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.201031:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623232 00000100:00100000:0.0:1769074757.201047:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623232 00000100:00100000:0.0:1769074757.201138:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9365 00000100:00100000:0.0:1769074757.201149:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57715:x1855007612623232:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074757.201173:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.201201:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8df expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.201238:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 12 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.201250:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 29 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.201260:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1769074757.202338:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1769074757.202665:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.202668:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.202679:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [188416->1048575] (req 188416->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.202742:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.202763:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.202782:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831552:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.203024:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 29 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.203035:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 29 pid: 26306 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.203045:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831680:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.203081:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 12 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.203196:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 12 pid: 33557 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.203206:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831808:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.203232:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.207898:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.207969:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.208000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.208250:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.208279:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831680:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.208290:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619831808:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.208336:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [188416->1048575] (req 188416->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.208361:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334600, rc 0) 00000100:00100000:0.0:1769074757.208432:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57715:x1855007612623232:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7283us (7673us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.208441:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9365 00000100:00100000:3.0:1769074757.209337:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623488 00000100:00100000:3.0:1769074757.209354:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623488 00010000:00010000:3.0:1769074757.209416:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 13 pid: 33557 timeout: 1841 lvb_type: 1 00000100:00100000:3.0:1769074757.209447:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623616 00000100:00100000:3.0:1769074757.209451:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623616 00010000:00010000:3.0:1769074757.209464:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.209482:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623744 00000100:00100000:3.0:1769074757.209485:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623744 00010000:00010000:3.0:1769074757.209501:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 30 pid: 26306 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.209523:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4990 00000100:00100000:3.0:1769074757.209534:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612623488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.209552:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.209580:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 13 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.209592:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 13 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.209629:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e88c2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4e8 expref: 13 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.209647:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.209694:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612623488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 162us (1811us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.209703:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4990 00000100:00100000:3.0:1769074757.209721:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4991 00000100:00100000:3.0:1769074757.209729:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612623616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.209738:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.209747:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209761:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209775:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41081200/0x8b5959a9a0e88deb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a582 expref: 16 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209786:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.209805:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612623616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 77us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.209812:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4991 00000100:00100000:3.0:1769074757.209845:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4992 00000100:00100000:3.0:1769074757.209853:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612623744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.209861:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.209870:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 30 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209881:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 30 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209894:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e88e00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a590 expref: 30 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.209904:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.209907:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.209915:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.209941:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.209986:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.210003:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619831936:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074757.210065:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.210091:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623360 00000100:00100000:3.0:1769074757.210096:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623360 00002000:00100000:3.0:1769074757.210137:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d184fea00 x1855007612623360/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.210154:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fea00 with x1855007612623360 ext(3145728->4194303) 00002000:00010000:3.0:1769074757.210159:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fea00 00000100:00100000:3.0:1769074757.210180:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5241 00000100:00100000:3.0:1769074757.210188:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612623360:12345-192.168.204.39@tcp:3:multiop.0 00000100:00080000:1.0:1769074757.217154:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074757.217170:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074757.231804:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.232085:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612623872 00000100:00100000:1.0:1769074757.232099:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612623872 00002000:00100000:1.0:1769074757.232162:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (188416->192511) req@ffff956d41801880 x1855007612623872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074757.232173:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801880 with x1855007612623872 ext(188416->192511) 00002000:00010000:1.0:1769074757.232181:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801880 00000100:00100000:1.0:1769074757.232210:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5242 00000100:00100000:1.0:1769074757.232220:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612623872:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074757.232467:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612623872:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 248us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074757.232476:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5242 00002000:00100000:1.0:1769074757.232483:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (188416->192511) req@ffff956d41801880 x1855007612623872/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/4536 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074757.232492:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801880 with x1855007612623872 ext(188416->192511) 00002000:00010000:1.0:1769074757.232495:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801880 00000100:00100000:3.0:1769074757.236126:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619831936:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074757.236162:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.236239:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612623744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 26385us (28237us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.236252:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4992 00000100:00100000:3.0:1769074757.246804:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.246915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.247021:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.247080:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624000 00000100:00100000:3.0:1769074757.247096:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624000 00002000:00100000:3.0:1769074757.247186:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d412c4700 x1855007612624000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.247199:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c4700 with x1855007612624000 ext(2097152->3145727) 00002000:00010000:3.0:1769074757.247207:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c4700 00000100:00100000:3.0:1769074757.247237:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624256 00000100:00100000:3.0:1769074757.247241:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624256 00002000:00100000:3.0:1769074757.247258:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d412c5500 x1855007612624256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.247276:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5500 with x1855007612624256 ext(3145728->4194303) 00002000:00010000:3.0:1769074757.247280:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c5500 00000100:00100000:3.0:1769074757.247296:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624128 00000100:00100000:3.0:1769074757.247299:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624128 00002000:00100000:3.0:1769074757.247314:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c033f0380 x1855007612624128/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.247323:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f0380 with x1855007612624128 ext(3145728->4194303) 00002000:00010000:3.0:1769074757.247326:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c033f0380 00000100:00100000:3.0:1769074757.247347:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5243 00000100:00100000:3.0:1769074757.247357:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612624000:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074757.250925:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5244 00000100:00100000:0.0:1769074757.250950:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612624256:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074757.251920:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5245 00000100:00100000:1.0:1769074757.251954:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612624128:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:2.0:1769074757.253725:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074757.284977:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612623360:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 74775us (84139us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074757.284996:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5241 00002000:00100000:2.0:1769074757.285013:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d184fea00 x1855007612623360/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074757.285024:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fea00 with x1855007612623360 ext(3145728->4194303) 00002000:00010000:2.0:1769074757.285033:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fea00 00000100:00100000:3.0:1769074757.292718:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612624000:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35899us (36473us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074757.292745:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5243 00002000:00100000:3.0:1769074757.292768:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d412c4700 x1855007612624000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.292780:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c4700 with x1855007612624000 ext(2097152->3145727) 00002000:00010000:3.0:1769074757.292789:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c4700 00000100:00100000:3.0:1769074757.319167:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612624128:12345-192.168.204.39@tcp:3:cat.0 Request processed in 67213us (72130us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074757.319186:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5245 00002000:00100000:3.0:1769074757.319203:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c033f0380 x1855007612624128/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.319216:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f0380 with x1855007612624128 ext(3145728->4194303) 00002000:00010000:3.0:1769074757.319224:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c033f0380 00000100:00100000:1.0:1769074757.336773:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612624256:12345-192.168.204.39@tcp:3:cat.0 Request processed in 85808us (89836us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074757.336799:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5244 00002000:00100000:1.0:1769074757.336819:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d412c5500 x1855007612624256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074757.336849:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5500 with x1855007612624256 ext(3145728->4194303) 00002000:00010000:1.0:1769074757.336859:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c5500 00000100:00100000:1.0:1769074757.350750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.350906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.356467:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.359713:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624384 00000100:00100000:1.0:1769074757.359736:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624384 00002000:00100000:1.0:1769074757.359810:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d184fc380 x1855007612624384/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074757.359840:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fc380 with x1855007612624384 ext(4194304->4861951) 00002000:00010000:1.0:1769074757.359848:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fc380 00000100:00100000:1.0:1769074757.359882:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5246 00000100:00100000:1.0:1769074757.359893:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612624384:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074757.365941:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624512 00000100:00100000:0.0:1769074757.365967:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624512 00000100:00100000:0.0:1769074757.366061:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624640 00000100:00100000:0.0:1769074757.366065:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624640 00000100:00100000:0.0:1769074757.366116:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9366 00000100:00100000:0.0:1769074757.366131:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57715:x1855007612624512:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074757.366160:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.366190:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8e6 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366231:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.366243:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366252:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 19 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366260:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.366478:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.366485:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1048576->1138687] (req 1048576->1138687) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 19 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366537:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 19 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366557:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 19 pid: 21706 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.366574:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832064:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.366715:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.366725:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 11 pid: 26306 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.366735:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832192:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.366769:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.366778:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 14 pid: 33557 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.366787:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832320:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.366814:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.366874:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9367 00000100:00100000:0.0:1769074757.366885:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612624640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074757.366895:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.366909:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8ed expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.366960:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619832448:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074757.366993:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.398113:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832064:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.398179:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832192:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.398215:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.398244:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.399170:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624896 00000100:00100000:2.0:1769074757.399186:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624896 00010000:00010000:2.0:1769074757.399242:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 12 pid: 26306 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074757.399605:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612624768 00000100:00100000:2.0:1769074757.399610:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612624768 00010000:00010000:2.0:1769074757.399630:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 20 pid: 21706 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074757.399655:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4993 00000100:00100000:2.0:1769074757.399664:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612624896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074757.399683:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074757.399714:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 12 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.399728:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 12 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.399762:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e88e23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a5ac expref: 12 pid: 26306 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.399785:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074757.399898:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612624896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 233us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.399907:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4993 00000100:00100000:3.0:1769074757.401465:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4994 00000100:00100000:3.0:1769074757.401491:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612624768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.401515:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.401544:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 20 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.401568:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 20 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.401599:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21204c00/0x8b5959a9a0e88e15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a59e expref: 20 pid: 21706 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.401618:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.401676:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612624768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.401684:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4994 00000100:00100000:3.0:1769074757.402026:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619832320:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.402071:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->1138687] (req 1048576->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 18 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.402097:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334000, rc 0) 00000100:00100000:3.0:1769074757.402124:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57715:x1855007612624512:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 35998us (51219us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.402132:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9366 00002000:00010000:3.0:1769074757.402255:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074750 -> 1769074757 00002000:00010000:3.0:1769074757.402260:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074750 -> 1769074758 00000100:00100000:1.0:1769074757.403704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.404058:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625024 00000100:00100000:2.0:1769074757.404071:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625024 00010000:00010000:2.0:1769074757.404140:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 15 pid: 33557 timeout: 1841 lvb_type: 1 00000100:00100000:2.0:1769074757.404184:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4995 00000100:00100000:2.0:1769074757.404193:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612625024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074757.404210:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074757.404238:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 15 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:2.0:1769074757.404254:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 15 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:2.0:1769074757.404542:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8c00/0x8b5959a9a0e88c32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a4ef expref: 15 pid: 33557 timeout: 1841 lvb_type: 1 00010000:00010000:2.0:1769074757.404565:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.404568:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.404578:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.404591:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.404649:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.404667:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619832576:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074757.404768:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00080000:2.0:1769074757.404794:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074757.406426:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612624384:12345-192.168.204.39@tcp:3:cat.0 Request processed in 46524us (55683us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074757.406443:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5246 00002000:00100000:1.0:1769074757.406459:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d184fc380 x1855007612624384/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074757.406469:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fc380 with x1855007612624384 ext(4194304->4861951) 00002000:00010000:1.0:1769074757.406477:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d184fc380 00002000:00010000:3.0:1769074757.407191:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074750 -> 1769074757 00000100:00100000:3.0:1769074757.407233:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619832448:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074757.407385:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ed expref: 30 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.407411:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ed expref: 30 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.407424:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074757.407473:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612624640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 40589us (51024us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074757.407482:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9367 00000100:00100000:3.0:1769074757.409510:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.410162:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625152 00000100:00100000:2.0:1769074757.410178:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625152 00000100:00100000:2.0:1769074757.410246:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9368 00000100:00100000:2.0:1769074757.410257:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+29:57720:x1855007612625152:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074757.410296:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.410329:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8f4 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.410375:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.410386:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074757.410389:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074757.410394:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 30 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.410442:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.410460:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 14 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074757.410477:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619832704:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.410590:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.416031:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.416530:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619832576:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074757.416569:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074757.416645:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612625024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12451us (12950us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.416659:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4995 00000100:00100000:0.0:1769074757.417041:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625280 00000100:00100000:0.0:1769074757.417054:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625280 00002000:00100000:0.0:1769074757.417125:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c033f1180 x1855007612625280/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.417136:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f1180 with x1855007612625280 ext(4194304->4861951) 00002000:00010000:0.0:1769074757.417142:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c033f1180 00000100:00100000:0.0:1769074757.417173:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5247 00000100:00100000:0.0:1769074757.417181:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612625280:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074757.431949:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.432033:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.432066:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.432110:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625792 00000100:00100000:3.0:1769074757.432122:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625792 00000100:00100000:3.0:1769074757.432189:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2687 00000100:00100000:3.0:1769074757.432201:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57709:x1855007612625792:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1769074757.432472:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625408 00000100:00100000:0.0:1769074757.432478:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625408 00002000:00100000:0.0:1769074757.432520:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1134592->1138687) req@ffff956d2e973800 x1855007612625408/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.432534:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973800 with x1855007612625408 ext(1134592->1138687) 00002000:00010000:0.0:1769074757.432542:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e973800 00000100:00100000:0.0:1769074757.432561:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625536 00000100:00100000:0.0:1769074757.432564:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625536 00002000:00100000:0.0:1769074757.432583:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (188416->1048575) req@ffff956d2e973b80 x1855007612625536/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.432592:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973b80 with x1855007612625536 ext(188416->1048575) 00010000:00010000:0.0:1769074757.432601:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 15 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.432622:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 15 pid: 7967 timeout: 1841 lvb_type: 0 00002000:00010000:0.0:1769074757.432630:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2e973b80 00000100:00100000:0.0:1769074757.432648:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1089 00000100:00100000:0.0:1769074757.432657:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612625536:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074757.434615:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57709:x1855007612625792:12345-192.168.204.39@tcp:35:cat.0 Request processed in 2401us (2532us total) trans 8589941226 rc 0/0 00000100:00100000:3.0:1769074757.434633:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2687 00000100:00100000:3.0:1769074757.434690:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5248 00000100:00100000:3.0:1769074757.434703:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612625408:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074757.447585:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619832704:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074757.447643:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 32 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.447673:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:2.0:1769074757.447761:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+32:57720:x1855007612625152:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 37506us (38266us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.447773:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9368 00000100:00100000:0.0:1769074757.456678:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612625280:12345-192.168.204.39@tcp:3:cat.0 Request processed in 39478us (40645us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074757.456696:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5247 00002000:00100000:0.0:1769074757.456713:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c033f1180 x1855007612625280/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/440 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.456725:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c033f1180 with x1855007612625280 ext(4194304->4861951) 00002000:00010000:0.0:1769074757.456734:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c033f1180 00000100:00100000:3.0:1769074757.465472:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612625408:12345-192.168.204.39@tcp:3:cat.0 Request processed in 30753us (33519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074757.465496:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5248 00002000:00100000:3.0:1769074757.465519:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1134592->1138687) req@ffff956d2e973800 x1855007612625408/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/4536 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.465532:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973800 with x1855007612625408 ext(1134592->1138687) 00002000:00010000:3.0:1769074757.465540:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2e973800 00000100:00100000:0.0:1769074757.466479:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.466524:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.466560:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612625920 00000100:00100000:0.0:1769074757.466576:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612625920 00000100:00100000:0.0:1769074757.466652:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626048 00000100:00100000:0.0:1769074757.466656:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626048 00000100:00100000:0.0:1769074757.466687:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9369 00000100:00100000:0.0:1769074757.466697:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612625920:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074757.466722:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.466753:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a8fb expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.466859:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619832832:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074757.466954:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.466979:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9370 00000100:00100000:0.0:1769074757.466988:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612626048:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074757.466998:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.467011:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e893be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a902 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.467046:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619832960:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074757.467074:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074757.476330:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:1.0:1769074757.477118:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074757 -> 1769074758 00002000:00010000:1.0:1769074757.477134:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074757 -> 1769074758 00000100:00100000:1.0:1769074757.477158:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619832832:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074757.477208:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893b7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8fb expref: 31 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.477245:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e893b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8fb expref: 31 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.477529:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:1.0:1769074757.477623:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612625920:12345-192.168.204.39@tcp:101:cat.0 Request processed in 10926us (11150us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074757.477636:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9369 00002000:00010000:1.0:1769074757.479178:0:26585:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074750 -> 1769074758 00002000:00010000:1.0:1769074757.479190:0:26585:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074745 -> 1769074758 00002000:00010000:1.0:1769074757.479193:0:26585:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074750 -> 1769074758 00000100:00100000:1.0:1769074757.479222:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619832960:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074757.479557:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e893be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a902 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.479588:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e893be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a902 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.479605:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:1.0:1769074757.479679:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612626048:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12690us (13152us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074757.479689:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9370 00000100:00100000:2.0:1769074757.486313:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626304 00000100:00100000:2.0:1769074757.486339:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626304 00000100:00100000:2.0:1769074757.486430:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2688 00000100:00100000:2.0:1769074757.486443:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4207e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57715:x1855007612626304:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074757.486856:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4207e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57715:x1855007612626304:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 413us (10539us total) trans 8589941227 rc 0/0 00000100:00100000:2.0:1769074757.486866:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2688 00000100:00100000:3.0:1769074757.495281:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612625536:12345-192.168.204.39@tcp:4:cat.0 Request processed in 62597us (63220us total) trans 21474839401 rc 0/0 00000100:00100000:3.0:1769074757.495303:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1089 00002000:00100000:3.0:1769074757.495322:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (188416->1048575) req@ffff956d2e973b80 x1855007612625536/t21474839401(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/448 e 0 to 0 dl 1769074768 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074757.495335:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e973b80 with x1855007612625536 ext(188416->1048575) 00010000:00010000:3.0:1769074757.495348:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 17 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.495376:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 17 pid: 7967 timeout: 1841 lvb_type: 0 00002000:00010000:3.0:1769074757.495384:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2e973b80 00000100:00100000:2.0:1769074757.498965:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.499019:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626560 00000100:00100000:2.0:1769074757.499035:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626560 00000100:00100000:2.0:1769074757.499109:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9371 00000100:00100000:2.0:1769074757.499122:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612626560:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074757.499154:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.499186:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e893c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a910 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.499658:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619833088:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074757.499929:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.500007:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.500035:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626432 00000100:00100000:2.0:1769074757.500040:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626432 00000100:00100000:2.0:1769074757.500090:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9372 00000100:00100000:2.0:1769074757.500098:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612626432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074757.500110:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.500126:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e893cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a909 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.500168:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619833216:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074757.500199:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.504664:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.504857:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619833088:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074757.504919:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e893c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a910 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.504953:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e893c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a910 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.504970:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065a00, rc 0) 00000100:00100000:2.0:1769074757.505044:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612626560:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5923us (6096us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074757.505061:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9371 00010000:00010000:2.0:1769074757.505481:0:25507:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from glimpse AST (req@00000000e3ee2517 x1855007619833216) - normal race ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.505517:0:25507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.505539:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e8939b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8df expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1769074757.505552:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41801f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619833216:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074757.505570:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.505573:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.505583:0:25507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.505596:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.505643:0:25507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 31 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.505663:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619833344:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074757.505722:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.506039:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626688 00000100:00100000:3.0:1769074757.506049:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626688 00000100:00100000:3.0:1769074757.506120:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:3.0:1769074757.506133:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612626688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.506148:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.506152:0:5739:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 8b5959a9a0e8939b) 00010000:00010000:3.0:1769074757.506155:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.506186:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612626688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 57us (1543us total) trans 0 rc 116/116 00000100:00100000:3.0:1769074757.506194:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:0.0:1769074757.515447:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.515492:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626816 00000100:00100000:0.0:1769074757.515506:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626816 00002000:00100000:0.0:1769074757.515574:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (1040384->1044479) req@ffff956d4114b480 x1855007612626816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.515589:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b480 with x1855007612626816 ext(1040384->1044479) 00002000:00010000:0.0:1769074757.515595:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114b480 00000100:00100000:0.0:1769074757.515632:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5249 00000100:00100000:0.0:1769074757.515642:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612626816:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074757.515916:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612626816:12345-192.168.204.39@tcp:3:cat.0 Request processed in 274us (655us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074757.515927:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5249 00002000:00100000:0.0:1769074757.515935:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (1040384->1044479) req@ffff956d4114b480 x1855007612626816/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/4536 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.515943:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b480 with x1855007612626816 ext(1040384->1044479) 00002000:00010000:0.0:1769074757.515946:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114b480 00000100:00100000:3.0:1769074757.516435:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619833344:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074757.516497:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e893cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a909 expref: 31 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.516529:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e893cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a909 expref: 31 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.516545:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41064400, rc 0) 00000100:00100000:3.0:1769074757.516596:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612626432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 16498us (16589us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074757.516605:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9372 00000100:00100000:0.0:1769074757.523759:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.524129:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612626944 00000100:00100000:3.0:1769074757.524144:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612626944 00000100:00100000:3.0:1769074757.524210:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9373 00000100:00100000:3.0:1769074757.524222:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:57720:x1855007612626944:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074757.524248:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1769074757.530006:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.530134:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627200 00000100:00100000:3.0:1769074757.530152:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627200 00000100:00100000:3.0:1769074757.530256:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2689 00000100:00100000:3.0:1769074757.530285:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57721:x1855007612627200:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074757.530674:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+145:57721:x1855007612627200:12345-192.168.204.39@tcp:35:cat.0 Request processed in 391us (688us total) trans 8589941228 rc 0/0 00000100:00100000:3.0:1769074757.530687:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2689 00010000:00010000:3.0:1769074757.531404:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a917 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.531463:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.531475:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074757.531477:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074757.531483:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2039807] (req 1048576->2039807) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.531532:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.531554:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 17 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.531574:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619833472:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.531664:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411019c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.537687:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.537816:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627328 00000100:00100000:2.0:1769074757.537864:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627328 00002000:00100000:2.0:1769074757.537935:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1138687) req@ffff956d4114a300 x1855007612627328/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074757.537948:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114a300 with x1855007612627328 ext(1048576->1138687) 00010000:00010000:2.0:1769074757.537960:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 18 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.537981:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 18 pid: 7967 timeout: 1841 lvb_type: 0 00002000:00010000:2.0:1769074757.537990:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4114a300 00000100:00100000:2.0:1769074757.538022:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1090 00000100:00100000:2.0:1769074757.538033:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612627328:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074757.539100:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619833472:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.539151:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2039807] (req 1048576->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.539178:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166dc00, rc 0) 00000100:00100000:3.0:1769074757.539229:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:57720:x1855007612626944:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15008us (15483us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.539240:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9373 00000001:00080000:1.0:1769074757.551208:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872449 is committed 00000001:00080000:1.0:1769074757.551243:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872420 is committed 00000001:00080000:1.0:1769074757.551273:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872457 is committed 00000001:00080000:1.0:1769074757.551304:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872451 is committed 00000001:00080000:1.0:1769074757.551311:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872450 is committed 00000100:00100000:2.0:1769074757.555063:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612627328:12345-192.168.204.39@tcp:4:cat.0 Request processed in 17014us (17377us total) trans 17179872460 rc 0/0 00000100:00100000:2.0:1769074757.555090:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1090 00002000:00100000:2.0:1769074757.555107:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1138687) req@ffff956d4114a300 x1855007612627328/t17179872460(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:293/0 lens 488/448 e 0 to 0 dl 1769074768 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074757.555120:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114a300 with x1855007612627328 ext(1048576->1138687) 00010000:00010000:2.0:1769074757.555134:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:2.0:1769074757.555161:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00002000:00010000:2.0:1769074757.555177:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4114a300 00000100:00100000:2.0:1769074757.561198:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.561574:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627456 00000100:00100000:0.0:1769074757.561587:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627456 00010000:00010000:0.0:1769074757.561641:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.561697:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4996 00000100:00100000:0.0:1769074757.561708:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612627456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.561726:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.561750:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.561763:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.561788:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e893a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8e6 expref: 10 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.561804:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.561806:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.561813:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.562044:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.562088:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.562101:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619833600:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074757.562203:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00010000:00010000:2.0:1769074757.567727:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074757.569177:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619833600:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074757.569213:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074757.569307:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612627456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7598us (8128us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.569322:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4996 00000100:00100000:2.0:1769074757.579162:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.581733:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627584 00000100:00100000:0.0:1769074757.581756:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627584 00002000:00100000:0.0:1769074757.581863:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (2035712->2039807) req@ffff956d184ffb80 x1855007612627584/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.581874:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ffb80 with x1855007612627584 ext(2035712->2039807) 00002000:00010000:0.0:1769074757.581882:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184ffb80 00000100:00100000:0.0:1769074757.581935:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5250 00000100:00100000:0.0:1769074757.581943:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612627584:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074757.582282:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612627584:12345-192.168.204.39@tcp:3:cat.0 Request processed in 337us (3137us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074757.582292:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5250 00002000:00100000:0.0:1769074757.582298:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (2035712->2039807) req@ffff956d184ffb80 x1855007612627584/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/4536 e 0 to 0 dl 1769074768 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.582304:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184ffb80 with x1855007612627584 ext(2035712->2039807) 00002000:00010000:0.0:1769074757.582307:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184ffb80 00000100:00100000:0.0:1769074757.601186:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.602310:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627712 00000100:00100000:1.0:1769074757.602329:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627712 00000100:00100000:1.0:1769074757.602492:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6363 00000100:00100000:1.0:1769074757.602504:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57727:x1855007612627712:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.602539:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1769074757.602755:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074757.602985:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e893da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a91e expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.603094:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603113:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603128:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603147:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603154:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603162:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603334:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603348:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.603358:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.603407:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.603426:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 144 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.603444:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619833728:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.604808:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.610158:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.610810:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612627968 00000100:00100000:1.0:1769074757.610864:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612627968 00000100:00100000:1.0:1769074757.610954:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2690 00000100:00100000:1.0:1769074757.610967:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:47798:x1855007612627968:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1769074757.611336:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:47798:x1855007612627968:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 370us (1193us total) trans 8589941229 rc 0/0 00000100:00100000:1.0:1769074757.611347:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2690 00000100:00100000:0.0:1769074757.613444:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619833728:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.613501:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:2.0:1769074757.616680:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.616947:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628096 00000100:00100000:0.0:1769074757.616963:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628096 00010000:00010000:0.0:1769074757.617023:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 146 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.617087:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4997 00000100:00100000:0.0:1769074757.617099:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612628096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.617123:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.617132:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 146 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.617150:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 146 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.617192:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8936a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a7 expref: 146 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.617213:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074757.617219:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074757.617230:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074757.617237:0:33336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074757.617291:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074757.617371:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+145:2370:x1855007612628096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 273us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.617379:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4997 00010000:00010000:1.0:1769074757.617749:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617759:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074757.617886:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074757.617892:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074757.617929:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617944:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617956:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617962:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617970:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617976:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074757.617981:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.617992:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618003:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074757.618007:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074757.618011:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618017:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e893e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618033:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618040:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618045:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618049:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074757.618052:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618058:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618065:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d03d0a000) 00010000:00010000:1.0:1769074757.618067:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074757.618070:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618076:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e893e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.618122:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e893da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.618138:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.618146:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.618149:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074757.618152:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:1.0:1769074757.618206:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612627712:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 15704us (17035us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.618216:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6363 00000100:00100000:3.0:1769074757.631098:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074757.631137:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619833984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074757.631249:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619833856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074757.631799:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.632043:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.632538:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619833856 00000100:00100000:1.0:1769074757.632550:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619833856 00000100:00100000:1.0:1769074757.632708:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619833984 00000100:00100000:1.0:1769074757.632712:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619833984 00000100:00100000:1.0:1769074757.632734:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1769074757.632745:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619833856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074757.632782:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 594345984 pending 1703936 free 3843031040 avail 3833593856 00000100:00100000:1.0:1769074757.632874:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619833856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.632883:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1769074757.632906:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1769074757.633101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.633129:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.633150:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.634206:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628224 00000100:00100000:3.0:1769074757.634221:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628224 00000100:00100000:0.0:1769074757.634401:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872457 gen 2 00000004:00080000:0.0:1769074757.634410:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104bb80, transno 17179872421 00000004:00080000:0.0:1769074757.634430:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049500, transno 17179872422 00000004:00080000:0.0:1769074757.634434:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104a300, transno 17179872423 00000004:00080000:0.0:1769074757.634436:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049f80, transno 17179872424 00000004:00080000:0.0:1769074757.634439:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049180, transno 17179872425 00000004:00080000:0.0:1769074757.634442:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048e00, transno 17179872426 00000004:00080000:0.0:1769074757.634445:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104b800, transno 17179872427 00000004:00080000:0.0:1769074757.634447:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104ad80, transno 17179872428 00000004:00080000:0.0:1769074757.634450:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41331500, transno 17179872429 00000004:00080000:0.0:1769074757.634453:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332300, transno 17179872430 00000004:00080000:0.0:1769074757.634457:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41331f80, transno 17179872431 00000004:00080000:0.0:1769074757.634459:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332680, transno 17179872432 00000004:00080000:0.0:1769074757.634462:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332d80, transno 17179872433 00000004:00080000:0.0:1769074757.634465:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1f80, transno 17179872434 00000004:00080000:0.0:1769074757.634468:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332a00, transno 17179872435 00000004:00080000:0.0:1769074757.634470:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41330000, transno 17179872436 00000004:00080000:0.0:1769074757.634473:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10872680, transno 17179872438 00000004:00080000:0.0:1769074757.634476:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10870700, transno 17179872439 00000004:00080000:0.0:1769074757.634479:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10870a80, transno 17179872440 00000004:00080000:0.0:1769074757.634481:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10873100, transno 17179872441 00000004:00080000:0.0:1769074757.634484:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10872a00, transno 17179872442 00000004:00080000:0.0:1769074757.634487:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10871500, transno 17179872443 00000004:00080000:0.0:1769074757.634490:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10871f80, transno 17179872444 00000004:00080000:0.0:1769074757.634493:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10872d80, transno 17179872445 00000004:00080000:0.0:1769074757.634496:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41802300, transno 17179872452 00000004:00080000:0.0:1769074757.634499:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d97800, transno 17179872453 00000004:00080000:0.0:1769074757.634502:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d96300, transno 17179872454 00000004:00080000:0.0:1769074757.634505:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d95f80, transno 17179872455 00000004:00080000:0.0:1769074757.634508:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d97480, transno 17179872456 00000004:00080000:0.0:1769074757.634510:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d95880, transno 17179872457 00000100:00100000:0.0:1769074757.634522:0:3289:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d27d95500 x1855007619831296/t17179872458(17179872458) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074773 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074757.634545:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619833856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074757.634721:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.634764:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628352 00000100:00100000:2.0:1769074757.634769:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628352 00000100:00100000:1.0:1769074757.634843:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619833984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074757.634877:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 444530688 pending 17039360 free 3835691008 avail 3833593856 00000100:00100000:1.0:1769074757.634976:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619833984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2062us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.634985:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1769074757.635213:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628608 00000100:00100000:3.0:1769074757.635217:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628608 00000004:00080000:0.0:1769074757.635703:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 30 done 00000100:00100000:0.0:1769074757.635724:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628480 00000100:00100000:0.0:1769074757.635728:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628480 00000100:00100000:1.0:1769074757.635789:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9374 00000100:00100000:1.0:1769074757.635800:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612628224:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.635815:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.635875:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e893f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a925 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.635950:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619834112:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074757.636051:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.636174:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9375 00000100:00100000:2.0:1769074757.636186:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612628352:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074757.636197:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.636210:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e893fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a92c expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.636248:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619834240:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074757.636295:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.636609:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619833984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074757.640777:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9376 00000100:00100000:3.0:1769074757.640801:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2373:x1855007612628608:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074757.640851:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074757.640877:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a93a expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.640909:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.640921:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.640933:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.640954:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.640971:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:3.0:1769074757.641057:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2373:x1855007612628608:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 267us (7905us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.641064:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9376 00000100:00100000:2.0:1769074757.641522:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619834112:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074757.641567:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e893f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a925 expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.641584:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e893f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a925 expref: 16 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.641601:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074757.641634:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612628224:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5835us (8536us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074757.641641:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9374 00000100:00100000:3.0:1769074757.642778:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619834240:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074757.642818:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e893fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a92c expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.642862:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065200/0x8b5959a9a0e893fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a92c expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.642876:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065200, rc 0) 00000100:00100000:3.0:1769074757.642940:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612628352:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6757us (9808us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074757.642949:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9375 00000100:00100000:0.0:1769074757.646581:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9377 00000100:00100000:0.0:1769074757.646613:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612628480:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074757.646641:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.646671:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a933 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.646706:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.646709:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.646722:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.646743:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.646760:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:0.0:1769074757.646879:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612628480:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 283us (12159us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.646887:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9377 00000100:00100000:3.0:1769074757.653945:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.654039:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628864 00000100:00100000:1.0:1769074757.654054:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628864 00000100:00100000:1.0:1769074757.654142:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6364 00000100:00100000:1.0:1769074757.654154:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612628864:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.654182:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.654211:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89412 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a941 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.654362:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.654383:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.654392:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.654435:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.654454:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 8 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.654471:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619834368:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074757.658018:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074757.666120:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619834368:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074757.666170:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074757.676029:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.677761:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612628992 00000100:00100000:3.0:1769074757.677780:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612628992 00010000:00010000:3.0:1769074757.678037:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.678245:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4998 00000100:00100000:3.0:1769074757.678276:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612628992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.678296:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.678305:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.678323:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.678351:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e893ef lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a91e expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.678377:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074757.678383:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.678394:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.678403:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.678446:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.678537:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612628992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 280us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.678546:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4998 00010000:00010000:1.0:1769074757.678626:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.678636:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074757.678660:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074757.678887:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89412 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.678905:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.678927:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.678930:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074757.678932:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:1.0:1769074757.678978:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612628864:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 24827us (25048us total) trans 8589941230 rc 0/0 00000100:00100000:1.0:1769074757.678985:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6364 00000100:00100000:0.0:1769074757.683697:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.683819:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629120 00000100:00100000:1.0:1769074757.684200:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629120 00000100:00100000:1.0:1769074757.684595:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6365 00000100:00100000:1.0:1769074757.684609:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612629120:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.684649:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.684681:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89427 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a948 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.684802:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.684852:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.684864:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.684908:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.685097:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.685117:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619834496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074757.685249:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.689589:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619834496:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.689637:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074757.692053:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.694851:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629248 00000100:00100000:3.0:1769074757.694872:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629248 00010000:00010000:3.0:1769074757.695001:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.695276:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4999 00000100:00100000:3.0:1769074757.695290:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612629248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.695320:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.695330:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.695357:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.695389:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89419 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a941 expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.695409:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074757.695415:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.695428:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.695437:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074757.695494:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.695606:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612629248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 318us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.695624:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4999 00010000:00010000:1.0:1769074757.695702:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.695712:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074757.695774:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074757.695779:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074757.695805:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.695865:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89427 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a948 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.695881:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a948 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.695888:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.695892:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074757.695896:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:1.0:1769074757.695949:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612629120:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 11344us (12268us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.695957:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6365 00000100:00100000:0.0:1769074757.701872:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.701999:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.702178:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629504 00000100:00100000:3.0:1769074757.702192:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629504 00000100:00100000:3.0:1769074757.702272:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629376 00000100:00100000:3.0:1769074757.702276:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629376 00000100:00100000:3.0:1769074757.702305:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9378 00000100:00100000:3.0:1769074757.702315:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612629504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074757.702340:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074757.702366:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a956 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.702458:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619834624:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074757.702692:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411019c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.702720:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9379 00000100:00100000:3.0:1769074757.702730:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612629376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074757.702741:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074757.703413:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8943c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a94f expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.703488:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619834752:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074757.703779:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41101900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.706884:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619834752:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074757.706951:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8943c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a94f expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.706985:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8943c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a94f expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.707004:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166d800, rc 0) 00000100:00100000:0.0:1769074757.707106:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612629376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4376us (5105us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074757.707117:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9379 00000100:00100000:3.0:1769074757.711005:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619834624:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074757.711068:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89435 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a956 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.711193:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a956 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.711212:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166c400, rc 0) 00000100:00100000:3.0:1769074757.711309:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612629504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8993us (9455us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074757.711321:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9378 00000100:00100000:2.0:1769074757.717915:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.718074:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629760 00000100:00100000:1.0:1769074757.718101:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629760 00000100:00100000:1.0:1769074757.718193:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6366 00000100:00100000:1.0:1769074757.718206:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612629760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.718237:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.718279:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89443 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a95d expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.718433:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.718453:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074757.718467:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074757.718486:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074757.719862:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89443 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a95d expref: 11 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.719892:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a95d expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.719902:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.719907:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074757.719911:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:1.0:1769074757.719994:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612629760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1790us (2094us total) trans 8589941231 rc 0/0 00000100:00100000:1.0:1769074757.720004:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6366 00000100:00100000:2.0:1769074757.724993:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.725045:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.725204:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612629888 00000100:00100000:3.0:1769074757.725218:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612629888 00000100:00100000:3.0:1769074757.725297:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630016 00000100:00100000:3.0:1769074757.725301:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630016 00000100:00100000:3.0:1769074757.725331:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9380 00000100:00100000:3.0:1769074757.725342:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612629888:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1769074757.725406:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.725429:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.725437:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074757.725439:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074757.725443:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.725486:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.725505:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.725523:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619834880:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.725640:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411019c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.725891:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9381 00000100:00100000:0.0:1769074757.725904:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612630016:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074757.725931:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.725946:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.725952:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074757.725954:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074757.725957:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.725981:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.725991:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.726003:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619835008:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.726041:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074757.726404:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.726657:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630144 00000100:00100000:1.0:1769074757.726667:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630144 00000100:00100000:1.0:1769074757.726720:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9382 00000100:00100000:1.0:1769074757.726729:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612630144:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074757.726757:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.726773:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.726782:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 7 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.726791:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 13 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.726797:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.726799:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.726802:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.726874:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 13 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.726891:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 13 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:1.0:1769074757.726902:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074757.726958:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 7 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.726968:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 7 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:1.0:1769074757.726977:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835264:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074757.727013:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.727022:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 8 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.727031:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835392:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074757.727054:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.727477:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.727534:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.727590:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.727697:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630272 00000100:00100000:0.0:1769074757.727704:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630272 00000100:00100000:0.0:1769074757.727745:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630400 00000100:00100000:0.0:1769074757.727749:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630400 00000100:00100000:0.0:1769074757.727769:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630528 00000100:00100000:0.0:1769074757.727772:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630528 00000100:00100000:0.0:1769074757.727795:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9383 00000100:00100000:0.0:1769074757.727803:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2373:x1855007612630272:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074757.727887:0:25507:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.727904:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.727913:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.727929:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 29 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.727935:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.727937:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.727940:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.727967:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 29 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.727979:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 29 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.727992:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835520:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728045:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728056:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.728064:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835648:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728095:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728108:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 15 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.728117:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835776:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.728141:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.728164:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9384 00000100:00100000:0.0:1769074757.728324:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612630400:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074757.728348:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728362:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728371:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728380:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728387:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 29 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728396:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728407:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074757.728408:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074757.728411:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 8/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728430:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728439:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 29 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.728448:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619835904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728482:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 29 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728490:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 29 pid: 26585 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.728500:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836032:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728531:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728540:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.728555:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836160:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728586:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728595:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.728604:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836288:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.728634:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728643:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 15 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.728652:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836416:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.728672:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.728697:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9385 00000100:00100000:0.0:1769074757.728705:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612630528:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074757.728729:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728742:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728756:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728764:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728770:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.728772:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.728775:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 6/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.728794:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.728804:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.728814:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836544:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.731140:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835136:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.731162:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835264:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.732634:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 14 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074757.732660:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 14 pid: 6534 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.732682:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836672:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.732732:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.732742:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 7 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.732752:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836800:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.732776:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074757.732851:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619835008:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.732881:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.733436:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.733726:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619835392:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074757.733758:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.733889:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619834880:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074757.733911:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.734356:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630656 00000100:00100000:0.0:1769074757.734368:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630656 00002000:00100000:0.0:1769074757.734436:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (1040384->1048575) req@ffff956d08d3c700 x1855007612630656/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 8680/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.734447:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3c700 with x1855007612630656 ext(1040384->1048575) 00010000:00010000:0.0:1769074757.734456:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 30 pid: 33558 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.734473:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 30 pid: 33558 timeout: 1841 lvb_type: 0 00002000:00010000:0.0:1769074757.734480:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3c700 00000100:00100000:0.0:1769074757.734577:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1091 00000100:00100000:0.0:1769074757.734587:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612630656:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074757.735283:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+32:2370:x1855007612630656:12345-192.168.204.39@tcp:4:cat.0 Request processed in 693us (1847us total) trans 21474839402 rc 0/0 00000100:00100000:0.0:1769074757.735294:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1091 00002000:00100000:0.0:1769074757.735302:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20c:0x0] (1040384->1048575) req@ffff956d08d3c700 x1855007612630656/t21474839402(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 8680/448 e 0 to 0 dl 1769074768 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.735311:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3c700 with x1855007612630656 ext(1040384->1048575) 00010000:00010000:0.0:1769074757.735317:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 32 pid: 33558 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.735326:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 32 pid: 33558 timeout: 1841 lvb_type: 0 00002000:00010000:0.0:1769074757.735334:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d08d3c700 00000100:00100000:3.0:1769074757.751905:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.752314:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619835904:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.758899:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.759054:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631296 00000100:00100000:0.0:1769074757.759068:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631296 00010000:00010000:0.0:1769074757.759146:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 32 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.759192:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631040 00000100:00100000:0.0:1769074757.759196:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631040 00010000:00010000:0.0:1769074757.759213:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 8 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.759239:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5000 00000100:00100000:0.0:1769074757.759250:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612631296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.759531:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.759566:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 32 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:0.0:1769074757.759581:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 32 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:0.0:1769074757.759618:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074757.765843:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89355 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8b5 expref: 32 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:1.0:1769074757.765926:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835520:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074757.765971:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836032:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.766102:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.766465:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.766515:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631808 00000100:00100000:3.0:1769074757.766525:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631808 00010000:00010000:3.0:1769074757.766576:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 17 pid: 25507 timeout: 1841 lvb_type: 1 00000100:00100000:3.0:1769074757.766621:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5001 00000100:00100000:3.0:1769074757.766632:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612631040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.766653:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.766685:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 8 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.766699:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 8 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.766730:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e8934e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ae expref: 8 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.766750:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.766874:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612631040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 243us (8619us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.766882:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5001 00000100:00100000:3.0:1769074757.766904:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5002 00000100:00100000:3.0:1769074757.767700:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612631808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.767720:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074757.767763:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612631296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8429us (15787us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.767773:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5000 00000100:00100000:0.0:1769074757.768036:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630784 00000100:00100000:0.0:1769074757.768046:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630784 00002000:00100000:0.0:1769074757.768114:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2039807) req@ffff956d08d3ed80 x1855007612630784/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/0 e 0 to 0 dl 1769074768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.768127:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ed80 with x1855007612630784 ext(1048576->2039807) 00010000:00010000:0.0:1769074757.768150:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.768170:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 7 pid: 25507 timeout: 1841 lvb_type: 0 00002000:00010000:0.0:1769074757.768179:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3ed80 00000100:00100000:0.0:1769074757.768214:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1092 00000100:00100000:0.0:1769074757.768223:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612630784:12345-192.168.204.39@tcp:4:cat.0 00010000:00010000:3.0:1769074757.770535:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 17 pid: 25507 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.770564:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 17 pid: 25507 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.770602:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.770660:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612631808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3747us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.770673:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5002 00000100:00100000:3.0:1769074757.770857:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.771058:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612630912 00000100:00100000:0.0:1769074757.771070:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612630912 00010000:00010000:0.0:1769074757.771369:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 15 pid: 7967 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.771408:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5003 00000100:00100000:0.0:1769074757.771419:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612630912:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.771440:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.771469:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 15 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:0.0:1769074757.771484:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 15 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:0.0:1769074757.771501:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e892c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a868 expref: 15 pid: 7967 timeout: 1841 lvb_type: 1 00010000:00010000:0.0:1769074757.771518:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074757.771552:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612630912:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 134us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.771558:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5003 00000100:00100000:3.0:1769074757.771669:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.771748:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.771801:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835648:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.771894:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631168 00000100:00100000:0.0:1769074757.771898:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631168 00010000:00010000:2.0:1769074757.771904:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89404 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a93a expref: 16 pid: 25507 timeout: 1841 lvb_type: 1 00000100:00100000:2.0:1769074757.771920:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836160:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.771995:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.772056:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631424 00000100:00100000:0.0:1769074757.772061:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631424 00010000:00010000:0.0:1769074757.772087:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 1841 lvb_type: 1 00000100:00100000:3.0:1769074757.772371:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5004 00000100:00100000:3.0:1769074757.772384:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612631168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.772396:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.772413:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.772428:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.772447:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8927c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a837 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.772459:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.772462:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.772468:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.772481:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.772527:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.772556:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612631168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 176us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.772564:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5004 00010000:00010000:2.0:1769074757.772569:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.772579:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.772582:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5005 00000100:00100000:3.0:1769074757.772588:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612631424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.772599:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.772613:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 1841 lvb_type: 1 00010000:00010000:2.0:1769074757.772615:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.772624:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 1841 lvb_type: 1 00010000:00010000:2.0:1769074757.772625:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.772635:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.772639:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8940b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a933 expref: 16 pid: 33558 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.772651:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074757.772653:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074757.772659:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.772669:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.772688:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.772696:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e89466 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074757.772750:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612630144:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 46023us (46347us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.772760:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9382 00000100:00100000:3.0:1769074757.772892:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612631424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 80us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.772903:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5005 00000100:00100000:3.0:1769074757.774067:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.779420:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619835776:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074757.779493:0:25507:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.782610:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631552 00000100:00100000:0.0:1769074757.782637:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631552 00010000:00010000:1.0:1769074757.782875:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.782943:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5006 00000100:00100000:1.0:1769074757.782954:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612631552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074757.782976:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074757.783010:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.783033:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.783070:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e892bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a861 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.783092:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.783096:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.783102:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.783119:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.783169:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074757.783271:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612631552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 318us (9210us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.783282:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5006 00010000:00010000:0.0:1769074757.783630:0:25507:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783645:0:25507:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783688:0:25507:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783698:0:25507:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783706:0:25507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783713:0:25507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074757.783718:0:25507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783729:0:25507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783747:0:25507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.783755:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8946d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.783851:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612630272:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 56048us (56375us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.783862:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9383 00000100:00100000:0.0:1769074757.788037:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.788088:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.788446:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631936 00000100:00100000:3.0:1769074757.788461:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631936 00010000:00010000:3.0:1769074757.788515:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 31 pid: 26585 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.788561:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612631680 00000100:00100000:3.0:1769074757.788564:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612631680 00010000:00010000:3.0:1769074757.788578:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 32 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.788603:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5007 00000100:00100000:3.0:1769074757.788614:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+32:2373:x1855007612631936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.788634:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.788663:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 32 pid: 26585 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788678:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 32 pid: 26585 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788713:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89378 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8c3 expref: 32 pid: 26585 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788745:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.788816:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612631936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 203us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.788852:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5007 00000100:00100000:3.0:1769074757.788919:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5008 00000100:00100000:3.0:1769074757.788929:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612631680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.788941:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.788951:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 30 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788964:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 30 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788979:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89283 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3473408->18446744073709551615] (req 4857856->5242879) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a83e expref: 30 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.788989:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.789008:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612631680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 81us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.789014:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5008 00000100:00100000:1.0:1769074757.790592:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.790621:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.791088:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836544:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.791106:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836672:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.791116:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619836800:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.791654:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836288:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.791669:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6534:1855007619836416:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.791715:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.791760:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074757.791788:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.791833:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.791844:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632448 00000100:00100000:0.0:1769074757.791852:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632448 00000100:00100000:1.0:1769074757.791857:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074757.791897:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.791927:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.791928:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632576 00000100:00100000:0.0:1769074757.791931:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632576 00010000:00010000:0.0:1769074757.791945:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 15 pid: 7967 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.791957:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632064 00000100:00100000:0.0:1769074757.791960:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632064 00010000:00010000:0.0:1769074757.791972:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 16 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.791981:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632320 00000100:00100000:0.0:1769074757.791983:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632320 00010000:00010000:0.0:1769074757.791995:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 13 pid: 6534 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.792005:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632192 00000100:00100000:0.0:1769074757.792007:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632192 00010000:00010000:0.0:1769074757.792017:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 1841 lvb_type: 1 00000100:00100000:0.0:1769074757.792026:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632704 00000100:00100000:0.0:1769074757.792028:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632704 00010000:00010000:0.0:1769074757.792038:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00000100:00100000:0.0:1769074757.792052:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5009 00000100:00100000:0.0:1769074757.792060:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612632448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.792077:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.792109:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.792121:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.792480:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5010 00000100:00100000:3.0:1769074757.792494:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612632576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.792503:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.792517:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792538:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792572:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204200/0x8b5959a9a0e89347 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8a0 expref: 16 pid: 7967 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792597:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.792677:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612632576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 188us (2054us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.792685:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5010 00000100:00100000:3.0:1769074757.792710:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5011 00000100:00100000:3.0:1769074757.792718:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612632064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.792726:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.792735:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 14 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792745:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 14 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792757:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e891a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7c0 expref: 14 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.792766:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.792768:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.792774:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.792785:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.792816:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.792855:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612632064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 138us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.792862:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5011 00000100:00100000:3.0:1769074757.792876:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5012 00000100:00100000:3.0:1769074757.792884:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612632320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.792894:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.792909:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 13 pid: 6534 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.792919:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 13 pid: 6534 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.792934:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e892d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a87d expref: 13 pid: 6534 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.792944:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.792961:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612632320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 79us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.792967:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5012 00000100:00100000:3.0:1769074757.792981:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5013 00000100:00100000:3.0:1769074757.792988:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612632192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.792996:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.793004:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.793014:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.793027:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e89260 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a81b expref: 8 pid: 26584 timeout: 1841 lvb_type: 1 00010000:00010000:3.0:1769074757.793037:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.793054:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2372:x1855007612632192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 67us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.793060:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5013 00000100:00100000:3.0:1769074757.793082:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5014 00000100:00100000:3.0:1769074757.793091:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0cac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612632704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.793099:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.793107:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.793118:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.793133:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e891f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a7f8 expref: 9 pid: 26584 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.793281:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e893b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1040384->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8f4 expref: 29 pid: 33558 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.793294:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.793296:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074757.793299:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.793308:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.793336:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074757.793366:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612632448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1307us (2790us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.793374:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5009 00010000:00010000:1.0:1769074757.793769:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793781:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793815:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793850:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793859:0:33558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793867:0:33558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074757.793871:0:33558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793881:0:33558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793895:0:33558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.793902:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89458 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.793981:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612629888:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 68640us (69004us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.793991:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9380 00010000:00010000:3.0:1769074757.795180:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.795184:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.795192:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795202:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795253:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.795321:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0cac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612632704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2227us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.795332:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5014 00010000:00010000:3.0:1769074757.795430:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795442:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795479:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795488:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795495:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795507:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074757.795511:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795519:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795535:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.795542:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89474 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074757.795593:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612630400:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 67273us (68059us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.795603:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9384 00010000:00010000:0.0:1769074757.796056:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796069:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796095:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796103:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796116:0:26360:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796123:0:26360:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074757.796126:0:26360:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796133:0:26360:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796146:0:26360:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.796153:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8947b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074757.796224:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612630528:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 67518us (68631us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.796233:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9385 00000100:00100000:0.0:1769074757.809566:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612630784:12345-192.168.204.39@tcp:4:cat.0 Request processed in 41323us (43444us total) trans 17179872461 rc 0/0 00000100:00100000:0.0:1769074757.809590:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1092 00002000:00100000:0.0:1769074757.809612:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2039807) req@ffff956d08d3ed80 x1855007612630784/t17179872461(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:293/0 lens 488/448 e 0 to 0 dl 1769074768 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074757.809626:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08d3ed80 with x1855007612630784 ext(1048576->2039807) 00010000:00010000:0.0:1769074757.809641:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.809671:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00002000:00010000:0.0:1769074757.809680:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08d3ed80 00000100:00100000:0.0:1769074757.815572:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.815668:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612632832 00000100:00100000:3.0:1769074757.815686:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612632832 00010000:00010000:3.0:1769074757.815758:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.815937:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5015 00000100:00100000:3.0:1769074757.815952:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612632832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074757.815973:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.816008:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.816030:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.816068:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e893d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2039807) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a917 expref: 8 pid: 25507 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1769074757.816104:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.816107:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.816113:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.816127:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.816182:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074757.816270:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612632832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 322us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074757.816279:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5015 00010000:00010000:1.0:1769074757.816365:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816374:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816406:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816414:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816424:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816432:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074757.816437:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816446:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816459:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074757.816467:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8945f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074757.816555:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612630016:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 90653us (91508us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.816566:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9381 00000100:00100000:0.0:1769074757.826727:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074757.826894:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633088 00000100:00100000:3.0:1769074757.826918:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633088 00000100:00100000:3.0:1769074757.826998:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6367 00000100:00100000:3.0:1769074757.827010:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612633088:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074757.827401:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074757.827440:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8942e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a948 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827473:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074757.827480:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074757.827522:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.827537:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827547:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827554:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827562:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.827604:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827623:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 144 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.827641:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41019f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619836928:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.827777:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.827786:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 9 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.827796:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41019c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619837056:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074757.828048:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074757.828058:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 9 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1769074757.828071:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41018380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619837184:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.828514:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41101900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074757.834473:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41019f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619836928:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074757.834491:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41019c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619837056:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074757.834524:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.834560:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.834777:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.834883:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41018380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619837184:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074757.834936:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074757.835606:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633216 00000100:00100000:1.0:1769074757.835618:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633216 00010000:00010000:1.0:1769074757.835675:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 145 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.835720:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633344 00000100:00100000:1.0:1769074757.835724:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633344 00010000:00010000:1.0:1769074757.835741:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 10 pid: 29856 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.835759:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633472 00000100:00100000:1.0:1769074757.835762:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633472 00010000:00010000:1.0:1769074757.835771:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 11 pid: 30549 timeout: 1841 lvb_type: 0 00000100:00100000:1.0:1769074757.835790:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5016 00000100:00100000:1.0:1769074757.835800:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+145:2371:x1855007612633216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074757.835820:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074757.835846:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 145 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.835862:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 145 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.835896:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e89394 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d8 expref: 145 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.835920:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.835926:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074757.835938:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074757.836017:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+144:2371:x1855007612633216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.836026:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5016 00000100:00100000:1.0:1769074757.836048:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5017 00000100:00100000:1.0:1769074757.836055:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612633344:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074757.836065:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074757.836070:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 11 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.836079:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 11 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.836094:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8938d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8d1 expref: 11 pid: 29856 timeout: 1841 lvb_type: 0 00010000:00010000:1.0:1769074757.836103:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074757.836107:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074757.836113:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074757.836134:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612633344:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 80us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.836299:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5018 00000100:00100000:0.0:1769074757.836311:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612633472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074757.836322:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074757.836328:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.836339:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.836351:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89386 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a8ca expref: 10 pid: 30549 timeout: 1841 lvb_type: 0 00010000:00010000:0.0:1769074757.836362:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074757.836365:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.836378:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.836387:0:33336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.836413:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074757.836433:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612633472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 127us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.836440:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5018 00010000:00010000:0.0:1769074757.836478:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.836487:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:0.0:1769074757.837522:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1521, 88 off132392 00000004:00080000:0.0:1769074757.837540:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741998716195ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837669:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1532, 88 off133360 00000004:00080000:0.0:1769074757.837676:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741998852560ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837706:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1533, 88 off133448 00000004:00080000:0.0:1769074757.837711:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741998888146ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837730:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1522, 88 off132480 00000004:00080000:0.0:1769074757.837734:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741998910525ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837749:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1523, 88 off132568 00000004:00080000:0.0:1769074757.837753:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741998929997ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837771:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1534, 88 off133536 00000004:00080000:0.0:1769074757.837775:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741998952167ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837792:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1535, 88 off133624 00000004:00080000:0.0:1769074757.837796:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741998972853ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837813:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1536, 88 off133712 00000004:00080000:0.0:1769074757.837818:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741998994380ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837869:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1524, 88 off132656 00000004:00080000:0.0:1769074757.837873:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999050320ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837889:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1537, 88 off133800 00000004:00080000:0.0:1769074757.837892:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741999069251ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837905:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1525, 88 off132744 00000004:00080000:0.0:1769074757.837909:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999085760ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837924:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1538, 88 off133888 00000004:00080000:0.0:1769074757.837928:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741999104646ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074757.837943:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1526, 88 off132832 00000004:00080000:0.0:1769074757.837947:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999123755ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837961:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1527, 88 off132920 00000004:00080000:0.0:1769074757.837965:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999141852ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.837981:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1528, 88 off133008 00000004:00080000:0.0:1769074757.837985:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999161753ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.838001:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1529, 88 off133096 00000004:00080000:0.0:1769074757.838005:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1741999181786ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074757.838022:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1539, 88 off133976 00000004:00080000:0.0:1769074757.838027:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1741999203592ns, next at 1696607292856ns, rc = 0 00000100:00100000:1.0:1769074757.839310:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5017 00000001:00080000:0.0:1769074757.891447:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941232 is committed 00000004:00080000:0.0:1769074757.891468:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1239 committed 00000004:00080000:0.0:1769074757.891481:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1228 committed 00000004:00080000:0.0:1769074757.891490:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1227 committed 00000004:00080000:0.0:1769074757.891492:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1226 committed 00000004:00080000:0.0:1769074757.891494:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1225 committed 00000004:00080000:0.0:1769074757.891498:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1238 committed 00000004:00080000:0.0:1769074757.891499:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1224 committed 00000004:00080000:0.0:1769074757.891502:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1237 committed 00000004:00080000:0.0:1769074757.891504:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1223 committed 00000004:00080000:0.0:1769074757.891506:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1236 committed 00000004:00080000:0.0:1769074757.891508:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1235 committed 00000004:00080000:0.0:1769074757.891510:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1234 committed 00000004:00080000:0.0:1769074757.891512:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1222 committed 00000004:00080000:0.0:1769074757.891514:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1221 committed 00000004:00080000:0.0:1769074757.891516:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1233 committed 00000004:00080000:0.0:1769074757.891519:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1232 committed 00000004:00080000:0.0:1769074757.891521:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1220 committed 00000100:00100000:0.0:1769074757.891772:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619837312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.895195:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619837440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.895359:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.895373:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619837696:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.895407:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.895422:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619837952:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.895430:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619838208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.895442:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.895469:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619838464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.895476:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.895494:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.895496:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619838720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074757.895509:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619838976:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.895517:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.895790:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837440 00000100:00100000:3.0:1769074757.895802:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837440 00000100:00100000:3.0:1769074757.895880:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837696 00000100:00100000:3.0:1769074757.895884:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837696 00000100:00100000:3.0:1769074757.895919:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9386 00000100:00100000:3.0:1769074757.895931:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619837440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074757.896189:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837952 00000100:00100000:1.0:1769074757.896197:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837952 00000100:00100000:1.0:1769074757.896225:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838208 00000100:00100000:1.0:1769074757.896227:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838208 00000100:00100000:1.0:1769074757.896243:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838464 00000100:00100000:1.0:1769074757.896245:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838464 00000100:00100000:1.0:1769074757.896275:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838720 00000100:00100000:1.0:1769074757.896278:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838720 00000100:00100000:1.0:1769074757.896297:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9387 00000100:00100000:1.0:1769074757.896303:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619837696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074757.896583:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074757.896588:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:1.0:1769074757.896590:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074757.896593:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:1.0:1769074757.896595:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074757.897559:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619837696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1249us (2144us total) trans 17179872462 rc 0/0 00000100:00100000:1.0:1769074757.897573:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9387 00000100:00100000:1.0:1769074757.897610:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9388 00000100:00100000:1.0:1769074757.897622:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3291:x1855007619837952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074757.897797:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074757.897801:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00000100:00100000:2.0:1769074757.897801:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619839232:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074757.897804:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074757.897806:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:1.0:1769074757.897808:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:1.0:1769074757.897858:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619837952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 241us (2414us total) trans 17179872464 rc 0/0 00000100:00100000:2.0:1769074757.897860:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074757.897865:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9388 00000100:00100000:1.0:1769074757.897879:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619839232 00000100:00100000:1.0:1769074757.897887:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619839232 00000004:00080000:2.0:1769074757.897912:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0d76d880/2, rc 0, transno 17179872462 00000100:00100000:2.0:1769074757.897919:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619837696:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.898043:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898066:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619837824:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.898221:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898234:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619838336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074757.898265:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898277:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619838848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074757.898297:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898327:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619837568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.898352:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898364:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619838080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.898376:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837312 00000100:00100000:2.0:1769074757.898382:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837312 00000100:00100000:0.0:1769074757.898384:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074757.898394:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619838592:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.898403:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837824 00000100:00100000:2.0:1769074757.898406:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837824 00000100:00100000:0.0:1769074757.898413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.898415:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838336 00000100:00100000:2.0:1769074757.898417:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838336 00000100:00100000:0.0:1769074757.898423:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619839104:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.898425:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838848 00000100:00100000:2.0:1769074757.898427:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838848 00000100:00100000:2.0:1769074757.898435:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619837568 00000100:00100000:2.0:1769074757.898437:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619837568 00000100:00100000:0.0:1769074757.898443:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074757.898446:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838080 00000100:00100000:2.0:1769074757.898448:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838080 00000100:00100000:2.0:1769074757.898455:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838592 00000100:00100000:2.0:1769074757.898458:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838592 00000100:00100000:2.0:1769074757.898466:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619839104 00000100:00100000:2.0:1769074757.898468:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619839104 00000100:00100000:0.0:1769074757.898472:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9389 00000100:00100000:0.0:1769074757.898480:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3289:x1855007619838208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.898480:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9390 00000100:00100000:2.0:1769074757.898485:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3291:x1855007619838464:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074757.898609:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074757.898613:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:0.0:1769074757.898615:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.898617:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:0.0:1769074757.898620:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074757.898662:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3289:x1855007619838208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (3184us total) trans 17179872465 rc 0/0 00000100:00100000:0.0:1769074757.898670:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9389 00000100:00100000:0.0:1769074757.898686:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9391 00000100:00100000:0.0:1769074757.898693:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3289:x1855007619838720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074757.898780:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074757.898783:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:0.0:1769074757.898785:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.898787:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:0.0:1769074757.898790:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074757.898818:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619838720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 125us (3299us total) trans 21474839404 rc 0/0 00000100:00100000:0.0:1769074757.898849:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9391 00000100:00100000:0.0:1769074757.898865:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9392 00000100:00100000:0.0:1769074757.898872:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3289:x1855007619839232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074757.898972:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:0.0:1769074757.898976:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.898979:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.898981:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.898984:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:0.0:1769074757.899010:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619839232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (1149us total) trans 21474839405 rc 0/0 00000100:00100000:0.0:1769074757.899016:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9392 00000100:00100000:0.0:1769074757.899029:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9393 00000100:00100000:0.0:1769074757.899035:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3290:x1855007619837312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.899162:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619837312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (1119us total) trans 17179872466 rc 0/0 00000100:00100000:0.0:1769074757.899169:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9393 00000100:00100000:0.0:1769074757.899183:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9394 00000100:00100000:0.0:1769074757.899190:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3290:x1855007619837824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074757.899305:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074757.899308:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074752 00002000:00010000:0.0:1769074757.899310:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.899313:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074752 00002000:00010000:0.0:1769074757.899315:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074757.899317:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3291:x1855007619838464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 830us (3822us total) trans 21474839403 rc 0/0 00000100:00100000:2.0:1769074757.899324:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9390 00000100:00100000:0.0:1769074757.899338:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619837824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (1117us total) trans 17179872467 rc 0/0 00000100:00100000:2.0:1769074757.899341:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9395 00000100:00100000:0.0:1769074757.899344:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9394 00000100:00100000:2.0:1769074757.899347:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3290:x1855007619838336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074757.899354:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9396 00000100:00100000:0.0:1769074757.899359:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3290:x1855007619838848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.899456:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3290:x1855007619838336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (1189us total) trans 21474839407 rc 0/0 00000100:00100000:2.0:1769074757.899463:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9395 00000100:00100000:2.0:1769074757.899475:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9397 00000100:00100000:2.0:1769074757.899481:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3292:x1855007619837568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074757.899496:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3291:x1855007619837440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3566us (4136us total) trans 17179872463 rc 0/0 00000100:00100000:3.0:1769074757.899504:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9386 00000100:00100000:3.0:1769074757.899525:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9398 00000100:00100000:3.0:1769074757.899532:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619838080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074757.899605:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3292:x1855007619837568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (1250us total) trans 17179872468 rc 0/0 00000100:00100000:2.0:1769074757.900434:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9397 00002000:00010000:0.0:1769074757.900446:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074757.900449:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.900452:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.900454:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.900456:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074757.900458:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9399 00000100:00100000:2.0:1769074757.900467:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3292:x1855007619838592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074757.900509:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3290:x1855007619838848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1148us (2210us total) trans 21474839406 rc 0/0 00000100:00100000:0.0:1769074757.900515:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9396 00000100:00100000:0.0:1769074757.900529:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9400 00000100:00100000:0.0:1769074757.900535:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3292:x1855007619839104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074757.900614:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074757.900618:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.900620:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.900622:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:0.0:1769074757.900625:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074757.900630:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3292:x1855007619838592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 166us (2217us total) trans 21474839408 rc 0/0 00000100:00100000:0.0:1769074757.900649:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3292:x1855007619839104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (2204us total) trans 21474839409 rc 0/0 00000100:00100000:0.0:1769074757.900654:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9400 00000004:00080000:0.0:1769074757.900730:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0d76d500/2, rc 0, transno 17179872468 00000100:00100000:0.0:1769074757.900739:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619837568:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074757.900755:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fd180/2, rc 0, transno 21474839408 00000100:00100000:0.0:1769074757.900773:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619838592:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074757.900784:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41800e00/2, rc 0, transno 21474839409 00000100:00100000:0.0:1769074757.900788:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619839104:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074757.901023:0:6534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074757.901027:0:6534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.901030:0:6534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074757.901032:0:6534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.901035:0:6534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074757.901093:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3292:x1855007619838080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1560us (2706us total) trans 17179872469 rc 0/0 00000100:00100000:3.0:1769074757.901100:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9398 00000001:00080000:0.0:1769074757.901461:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941229 is committed 00000004:00080000:0.0:1769074757.901505:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fc700/2, rc 0, transno 17179872469 00000100:00100000:0.0:1769074757.901512:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619838080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074757.901543:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619839360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074757.901587:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074757.901634:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a9180/2, rc 0, transno 17179872466 00000100:00100000:0.0:1769074757.901639:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619837312:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074757.901650:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fd500/2, rc 0, transno 17179872467 00000100:00100000:0.0:1769074757.901654:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619837824:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074757.901664:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184ff100/2, rc 0, transno 21474839407 00000100:00100000:0.0:1769074757.901667:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619838336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074757.901676:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41803800/2, rc 0, transno 21474839406 00000100:00100000:0.0:1769074757.901679:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619838848:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074757.901710:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fdc00/2, rc 0, transno 17179872465 00000100:00100000:0.0:1769074757.901715:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619838208:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074757.901725:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41802680/2, rc 0, transno 21474839404 00000100:00100000:0.0:1769074757.901729:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619838720:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074757.901738:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41800700/2, rc 0, transno 21474839405 00000100:00100000:0.0:1769074757.901740:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619839232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074757.901759:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9399 00000100:00100000:0.0:1769074757.901761:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619839360 00000100:00100000:0.0:1769074757.901769:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619839360 00000100:00100000:0.0:1769074757.901894:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9401 00000100:00100000:0.0:1769074757.901903:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3290:x1855007619839360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074757.902126:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074757.902130:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074754 00002000:00010000:0.0:1769074757.902132:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074757.902135:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074754 00002000:00010000:0.0:1769074757.902137:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:0.0:1769074757.902180:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3290:x1855007619839360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (592us total) trans 21474839410 rc 0/0 00000100:00100000:0.0:1769074757.902187:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9401 00000100:00100000:2.0:1769074757.903534:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074757.903759:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619838976 00000100:00100000:3.0:1769074757.903772:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619838976 00000100:00100000:3.0:1769074757.903845:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9402 00000100:00100000:3.0:1769074757.903856:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3291:x1855007619838976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074757.904293:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074757.904297:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.904299:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074757.904301:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074753 00002000:00010000:3.0:1769074757.904304:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1769074757.904375:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3291:x1855007619838976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 521us (848us total) trans 21474839411 rc 0/0 00000100:00100000:3.0:1769074757.904388:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9402 00000004:00080000:2.0:1769074757.904455:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0d76c380/2, rc 0, transno 17179872463 00000100:00100000:2.0:1769074757.904463:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619837440:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074757.904475:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fed80/2, rc 0, transno 17179872464 00000100:00100000:2.0:1769074757.904478:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619837952:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074757.904491:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fce00/2, rc 0, transno 21474839403 00000100:00100000:2.0:1769074757.904495:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619838464:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074757.904503:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41802a00/2, rc 0, transno 21474839411 00000100:00100000:2.0:1769074757.904506:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619838976:0@lo:2:osp-syn-0-0.0 00000001:00080000:3.0:1769074757.904593:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941227 is committed 00000004:00010000:0.0:1769074757.904734:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000018708669 reply state 000000007bc3b7a9 transno 8589941232 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074757.904749:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1769074757.904871:0:30391:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1769074757.904894:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612633088:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 77885us (78180us total) trans 8589941232 rc 0/0 00000100:00100000:0.0:1769074757.904902:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6367 00000004:00080000:0.0:1769074757.904962:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d95180/2, rc 0, transno 21474839410 00000100:00100000:0.0:1769074757.904967:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619839360:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1769074757.905202:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905212:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905222:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905229:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166ce00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074757.905237:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905246:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905276:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074757.905280:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074757.905286:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074757.905293:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89482 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074757.909770:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.910007:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633600 00000100:00100000:2.0:1769074757.910019:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633600 00000100:00100000:2.0:1769074757.910086:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6368 00000100:00100000:2.0:1769074757.910097:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612633600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074757.910130:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.910181:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a964 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.910275:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.910295:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074757.910320:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074757.910324:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074757.910329:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065a00, rc 0) 00000100:00100000:2.0:1769074757.910478:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612633600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 381us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.910488:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6368 00000100:00100000:2.0:1769074757.916561:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074757.916778:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633728 00000100:00100000:0.0:1769074757.916794:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633728 00000100:00100000:0.0:1769074757.917105:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6369 00000100:00100000:0.0:1769074757.917119:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612633728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074757.917150:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074757.917192:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89490 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a96b expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.917350:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.917372:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.917391:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074757.917436:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:0.0:1769074757.917442:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074757.917469:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074757.917503:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89490 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a96b expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.917526:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a96b expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074757.917538:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074757.917542:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074757.917547:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:0.0:1769074757.917675:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57727:x1855007612633728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 557us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074757.917685:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6369 00000100:00100000:0.0:1769074757.923983:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.924110:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633856 00000100:00100000:1.0:1769074757.924124:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633856 00000100:00100000:1.0:1769074757.924322:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9403 00000100:00100000:1.0:1769074757.924335:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612633856:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.924364:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.924397:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a972 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074757.924431:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f046, blocks: 0x77f 00010000:00010000:1.0:1769074757.924459:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.924461:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.924475:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.924497:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.924513:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:1.0:1769074757.924984:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612633856:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 648us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.924995:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9403 00000100:00100000:2.0:1769074757.931112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.931379:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.931565:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.931584:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612633984 00000100:00100000:1.0:1769074757.931598:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612633984 00000100:00100000:3.0:1769074757.931615:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634112 00000100:00100000:3.0:1769074757.931620:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634112 00000100:00100000:3.0:1769074757.931678:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9404 00000100:00100000:3.0:1769074757.931690:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612633984:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074757.931714:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074757.931740:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a979 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074757.931772:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f046, blocks: 0x821 00010000:00010000:3.0:1769074757.931797:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.931800:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.931813:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074757.931846:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634240 00000100:00100000:2.0:1769074757.931851:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634240 00010000:00010000:3.0:1769074757.931862:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.931885:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ce00, rc 0) 00000100:00100000:1.0:1769074757.931900:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9405 00000100:00100000:1.0:1769074757.931919:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612634112:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.931927:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074757.931939:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a980 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074757.931953:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f045, atime: 0x6971f045, ctime: 0x6971f045, blocks: 0x81d 00000100:00100000:3.0:1769074757.931958:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612633984:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 271us (869us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074757.931962:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.931964:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074757.931966:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9404 00010000:00010000:1.0:1769074757.931969:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.931980:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.931989:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:1.0:1769074757.932012:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612634112:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 105us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074757.932019:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9405 00000100:00100000:2.0:1769074757.932810:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9406 00000100:00100000:2.0:1769074757.932863:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612634240:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074757.932878:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074757.932895:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a987 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074757.932922:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f045, atime: 0x6971f044, ctime: 0x6971f045, blocks: 0x81f 00010000:00010000:2.0:1769074757.932937:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.932939:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074757.932946:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 14 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.932965:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 14 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074757.932976:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065400, rc 0) 00000100:00100000:2.0:1769074757.933096:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612634240:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 273us (1530us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.933103:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9406 00000100:00100000:2.0:1769074757.942994:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074757.943057:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074757.943624:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634368 00000100:00100000:1.0:1769074757.943638:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634368 00000100:00100000:1.0:1769074757.943718:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634496 00000100:00100000:1.0:1769074757.943722:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634496 00000100:00100000:1.0:1769074757.943766:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9407 00000100:00100000:1.0:1769074757.943779:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612634368:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074757.943807:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1769074757.944050:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9408 00000100:00100000:3.0:1769074757.944062:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612634496:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074757.944072:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074757.944104:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a995 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074757.944135:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f045, atime: 0x6971f045, ctime: 0x6971f044, blocks: 0x1029 00010000:00010000:1.0:1769074757.944184:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a98e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074757.944204:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f045, atime: 0x6971f044, ctime: 0x6971f045, blocks: 0x155f 00010000:00010000:1.0:1769074757.944229:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.944232:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074757.944246:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.944313:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.944315:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074757.944320:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.944342:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 13 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074757.944358:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166dc00, rc 0) 00010000:00010000:1.0:1769074757.944412:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074757.944422:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074757.944547:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612634496:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 486us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.944555:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9408 00000100:00100000:2.0:1769074757.944598:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612634368:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 823us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074757.944605:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9407 00000100:00100000:3.0:1769074758.080792:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074758.080888:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074758.080934:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.081051:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634624 00000100:00100000:0.0:1769074758.081066:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634624 00000100:00100000:0.0:1769074758.081159:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634752 00000100:00100000:0.0:1769074758.081163:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634752 00000100:00100000:0.0:1769074758.081197:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635008 00000100:00100000:0.0:1769074758.081200:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635008 00000100:00100000:0.0:1769074758.081239:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5251 00000100:00100000:0.0:1769074758.081260:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612634624:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074758.081313:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.081331:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.081333:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.081340:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.081357:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.083011:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5252 00000100:00100000:0.0:1769074758.083035:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612634752:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074758.083086:0:14427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.083106:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.083108:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.083115:0:14427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.083133:0:14427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.084717:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5253 00000100:00100000:1.0:1769074758.084744:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612635008:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074758.084791:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.084811:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.084813:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.084819:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.084866:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.093013:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074758.093388:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612634880 00000100:00100000:3.0:1769074758.093408:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612634880 00000100:00100000:3.0:1769074758.093505:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5254 00000100:00100000:3.0:1769074758.093517:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612634880:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074758.093570:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.093592:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074758.093595:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074758.093602:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.093622:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.104530:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.104654:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.109726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.110575:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635136 00000100:00100000:0.0:1769074758.110590:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635136 00000100:00100000:1.0:1769074758.110759:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5255 00000100:00100000:1.0:1769074758.110770:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612635136:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074758.110818:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.110863:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.110867:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.110873:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.110890:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.113545:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635392 00000100:00100000:0.0:1769074758.113567:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635392 00000100:00100000:0.0:1769074758.113677:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5256 00000100:00100000:0.0:1769074758.113691:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2373:x1855007612635392:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074758.113752:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.113771:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.113772:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.113780:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.113796:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.115117:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.115355:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.116435:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635648 00000100:00100000:2.0:1769074758.116454:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635648 00000100:00100000:2.0:1769074758.116531:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635264 00000100:00100000:2.0:1769074758.116533:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635264 00000100:00100000:2.0:1769074758.116553:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635520 00000100:00100000:2.0:1769074758.116555:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635520 00000100:00100000:2.0:1769074758.116580:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5257 00000100:00100000:2.0:1769074758.116588:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+22:2373:x1855007612635648:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074758.116632:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.116653:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.116655:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.116662:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.116679:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.118114:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5258 00000100:00100000:0.0:1769074758.118155:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612635264:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074758.118201:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.118215:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.118217:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.118221:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.118234:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074758.127016:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5259 00000100:00100000:3.0:1769074758.127039:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612635520:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074758.127098:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.127119:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074758.127122:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074758.127130:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.127163:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127663:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127677:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127688:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127697:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074758.127702:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127713:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127738:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.127745:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e894c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.131922:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.131953:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.131965:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.131974:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.131981:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.131993:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132023:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132032:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e894d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.132169:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+22:2370:x1855007612635008:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 47426us (51223us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074758.132184:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5253 00010000:00010000:1.0:1769074758.132509:0:14427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132521:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132528:0:14427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132535:0:14427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.132538:0:14427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132544:0:14427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132557:0:14427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.132563:0:14427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e894cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.132609:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612634752:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 49583us (51719us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074758.132618:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5252 00010000:00010000:2.0:1769074758.141699:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141726:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141739:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141748:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074758.141754:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141765:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141801:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.141810:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e894dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.143079:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612634880:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 49548us (50067us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074758.143098:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5254 00000100:00100000:1.0:1769074758.165061:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2371:x1855007612634624:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 83790us (84263us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074758.165084:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5251 00010000:00010000:1.0:1769074758.185359:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185390:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185403:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185412:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.185418:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185429:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185460:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.185468:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e894e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.185604:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612635136:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 74826us (81086us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074758.185619:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5255 00010000:00010000:3.0:1769074758.225617:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226568:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226587:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226598:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226606:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074758.226611:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226621:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226648:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.226656:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e894f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.226785:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2373:x1855007612635264:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 108648us (111671us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074758.226800:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5258 00010000:00010000:3.0:1769074758.227812:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.227988:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.227996:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0ac86400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074758.228000:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.228009:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.228031:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.228038:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0ac86400/0x8b5959a9a0e894f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074758.228306:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612635648:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 111711us (118588us total) trans 0 rc 666464/666464 00000100:00100000:3.0:1769074758.228319:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5257 00010000:00010000:1.0:1769074758.247551:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247710:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247723:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247731:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166ca00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.247737:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247750:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247778:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.247786:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89500 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.251401:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612635520:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 124349us (136024us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074758.251424:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5259 00010000:00010000:2.0:1769074758.254183:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254209:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254219:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254227:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074758.254233:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254244:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254280:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.254295:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e894eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.254415:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2373:x1855007612635392:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 140719us (149751us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074758.254429:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5256 00000100:00100000:1.0:1769074758.304180:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074758.314913:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635776 00000100:00100000:3.0:1769074758.314934:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635776 00000100:00100000:3.0:1769074758.315035:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5260 00000100:00100000:3.0:1769074758.315047:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612635776:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074758.315099:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.315124:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.315133:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074758.315136:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074758.315140:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.315183:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.315200:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 13 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:3.0:1769074758.315216:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41018e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619839488:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074758.319700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.319810:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612635904 00000100:00100000:2.0:1769074758.319841:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612635904 00000100:00100000:2.0:1769074758.320102:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5261 00000100:00100000:2.0:1769074758.320113:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612635904:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074758.320159:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.320182:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.320185:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.320189:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.320201:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.320695:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074758.332844:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074758.344171:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636032 00000100:00100000:2.0:1769074758.344197:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636032 00010000:00010000:2.0:1769074758.344284:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:2.0:1769074758.344356:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5019 00000100:00100000:2.0:1769074758.344368:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612636032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074758.344389:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074758.344424:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00010000:00010000:2.0:1769074758.344445:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00010000:00010000:2.0:1769074758.344488:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.344492:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.344499:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.344513:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.344525:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.344526:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074758.344530:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.344537:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.344575:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074758.344929:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612636032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 561us (12112us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074758.344940:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5019 00010000:00010000:2.0:1769074758.345364:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.345377:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.354044:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e88d19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a512 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:2.0:1769074758.354086:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41018e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619839488:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074758.354121:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.354133:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.354141:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074758.530974:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839410 is committed 00000001:00080000:0.0:1769074758.531005:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839402 is committed 00000001:00080000:0.0:1769074758.531017:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839391 is committed 00000001:00080000:0.0:1769074758.531088:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839355 is committed 00000001:00080000:0.0:1769074758.531180:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839411 is committed 00000001:00080000:0.0:1769074758.531187:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839401 is committed 00000001:00080000:0.0:1769074758.557409:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872467 is committed 00000001:00080000:0.0:1769074758.557471:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872470 is committed 00000001:00080000:0.0:1769074758.557486:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872468 is committed 00000001:00080000:0.0:1769074758.557492:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872461 is committed 00000001:00080000:0.0:1769074758.557500:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872460 is committed 00000001:00080000:0.0:1769074758.557517:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872469 is committed 00002000:00010000:2.0:1769074758.558261:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074759 00002000:00010000:2.0:1769074758.558269:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074759 00010000:00010000:2.0:1769074758.558290:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558305:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558322:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558330:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074758.558336:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558347:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558376:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.558384:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065600/0x8b5959a9a0e8950e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.558513:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612635904:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 238393us (238820us total) trans 17179872470 rc 0/0 00000100:00100000:2.0:1769074758.558527:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5261 00010000:00010000:2.0:1769074758.590028:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074758.607634:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872471 is committed 00010000:00010000:0.0:1769074758.607771:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607795:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607805:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607814:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166d800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074758.607845:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607857:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607884:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.607893:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e89507 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.608368:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612635776:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 293314us (304196us total) trans 17179872471 rc 0/0 00000100:00100000:0.0:1769074758.608382:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5260 00000100:00100000:3.0:1769074758.618468:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.618620:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636160 00000100:00100000:0.0:1769074758.618636:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636160 00000100:00100000:0.0:1769074758.618747:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5262 00000100:00100000:0.0:1769074758.618761:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612636160:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074758.618874:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.618909:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.618919:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074758.618921:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074758.618925:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.618975:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.618996:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 12 pid: 6534 timeout: 1842 lvb_type: 0 00000100:00100000:0.0:1769074758.619016:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619839616:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074758.619171:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074758.629711:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.629763:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.629807:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.629962:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619839616:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074758.630002:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074758.630080:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074758.630111:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636672 00000100:00100000:0.0:1769074758.630134:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636672 00010000:00010000:0.0:1769074758.630182:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 13 pid: 6534 timeout: 1842 lvb_type: 0 00000100:00100000:0.0:1769074758.630223:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5020 00000100:00100000:0.0:1769074758.630233:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612636672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074758.630266:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074758.630300:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 13 pid: 6534 timeout: 1842 lvb_type: 0 00010000:00010000:0.0:1769074758.630320:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 13 pid: 6534 timeout: 1842 lvb_type: 0 00010000:00010000:0.0:1769074758.630360:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e88d20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a519 expref: 13 pid: 6534 timeout: 1842 lvb_type: 0 00010000:00010000:0.0:1769074758.630394:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.630398:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074758.630405:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.630420:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074758.630453:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074758.630520:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612636672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 286us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074758.630529:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5020 00000100:00100000:1.0:1769074758.630898:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636416 00000100:00100000:1.0:1769074758.630905:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636416 00000100:00100000:1.0:1769074758.630956:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636544 00000100:00100000:1.0:1769074758.630961:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636544 00000100:00100000:1.0:1769074758.630981:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636288 00000100:00100000:1.0:1769074758.630984:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636288 00000100:00100000:1.0:1769074758.631008:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5263 00000100:00100000:1.0:1769074758.631016:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612636416:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074758.631054:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.631066:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.631068:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.631072:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.631083:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074758.632416:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5264 00000100:00100000:2.0:1769074758.632442:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612636544:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074758.632486:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.632514:0:6537:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.632524:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.632527:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.632531:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.632577:0:6537:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.632597:0:6537:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 14 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:2.0:1769074758.632616:0:6537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619839744:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074758.632717:0:6537:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074758.636361:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5265 00000100:00100000:2.0:1769074758.636401:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612636288:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074758.636464:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.636488:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.636492:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074758.636497:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.636511:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.644156:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.644189:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.664439:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074758.664498:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636800 00000100:00100000:1.0:1769074758.664510:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636800 00010000:00010000:1.0:1769074758.664574:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:1.0:1769074758.664623:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5021 00000100:00100000:1.0:1769074758.664633:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612636800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074758.664652:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074758.664685:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00010000:00010000:1.0:1769074758.664702:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 15 pid: 33557 timeout: 1842 lvb_type: 0 00010000:00010000:1.0:1769074758.664740:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.664743:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.664749:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.664763:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.664775:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.664776:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074758.664779:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.664786:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.664819:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074758.664915:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612636800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 282us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074758.664924:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5021 00010000:00010000:1.0:1769074758.664994:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.665004:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.669254:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41081c00/0x8b5959a9a0e88d27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a520 expref: 14 pid: 33557 timeout: 1842 lvb_type: 0 00000100:00100000:3.0:1769074758.669287:0:6537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619839744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074758.669329:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.669344:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.669354:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074758.904372:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872472 is committed 00002000:00010000:1.0:1769074758.906114:0:14224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074752 -> 1769074759 00002000:00010000:1.0:1769074758.906125:0:14224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074752 -> 1769074759 00010000:00010000:1.0:1769074758.906145:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906160:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906171:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906180:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.906186:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906197:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906228:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.906247:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e8951c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.906396:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612636416:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 275374us (276695us total) trans 17179872472 rc 0/0 00000100:00100000:1.0:1769074758.906410:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5263 00000001:00080000:0.0:1769074758.996247:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839412 is committed 00000001:00080000:0.0:1769074758.996280:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839413 is committed 00002000:00010000:1.0:1769074758.996662:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074752 -> 1769074759 00002000:00010000:1.0:1769074758.996668:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074752 -> 1769074759 00010000:00010000:1.0:1769074758.996690:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996707:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996718:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996727:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.996732:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996745:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996857:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.996867:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89523 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.997007:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612636544:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 364570us (367233us total) trans 21474839412 rc 0/0 00000100:00100000:1.0:1769074758.997021:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5264 00010000:00010000:1.0:1769074758.997085:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997095:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997108:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997115:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41064400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074758.997118:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997125:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997137:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074758.997144:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8952a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074758.997189:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612636288:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 360812us (367380us total) trans 21474839413 rc 0/0 00000100:00100000:1.0:1769074758.997197:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5265 00000001:00080000:2.0:1769074759.049390:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872473 is committed 00010000:00010000:1.0:1769074759.050157:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050180:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050190:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050200:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4171c800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074759.050205:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050216:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050254:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.050261:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89515 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074759.051784:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612636160:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 431821us (432131us total) trans 17179872473 rc 0/0 00000100:00100000:1.0:1769074759.051802:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5262 00000100:00100000:3.0:1769074759.062675:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.062727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074759.064581:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612636928 00000100:00100000:0.0:1769074759.064600:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612636928 00000100:00100000:0.0:1769074759.064699:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637056 00000100:00100000:0.0:1769074759.064702:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637056 00000100:00100000:0.0:1769074759.064733:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5266 00000100:00100000:0.0:1769074759.064746:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612636928:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074759.064799:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.064858:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.064869:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074759.064872:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074759.064876:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.064931:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.064950:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:0.0:1769074759.064967:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619839872:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074759.065081:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074759.065738:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5267 00000100:00100000:1.0:1769074759.065761:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612637056:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074759.065795:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.065811:0:14224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 12 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.065818:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074759.065854:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074759.065858:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.065890:0:14224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 12 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.065902:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 12 pid: 33557 timeout: 1843 lvb_type: 0 00000100:00100000:1.0:1769074759.065915:0:14224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14224:1855007619840000:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074759.065971:0:14224:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00080000:3.0:1769074759.066867:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074759.066878:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074759.071442:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619839872:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074759.071490:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.073950:0:14224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14224:1855007619840000:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074759.073998:0:14224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.075443:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.075490:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074759.075696:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637312 00000100:00100000:1.0:1769074759.075710:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637312 00010000:00010000:1.0:1769074759.075778:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 13 pid: 33557 timeout: 1843 lvb_type: 0 00000100:00100000:1.0:1769074759.075854:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637184 00000100:00100000:1.0:1769074759.075858:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637184 00010000:00010000:1.0:1769074759.075881:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:1.0:1769074759.075913:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5022 00000100:00100000:1.0:1769074759.075926:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612637312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074759.075949:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074759.075984:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 13 pid: 33557 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.075997:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 13 pid: 33557 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.076030:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e88d35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a52e expref: 13 pid: 33557 timeout: 1843 lvb_type: 0 00000100:00100000:3.0:1769074759.076049:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5023 00010000:00010000:1.0:1769074759.076052:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.076054:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.076062:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.076070:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612637184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074759.076076:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.076081:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074759.076102:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.076116:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074759.076117:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:3.0:1769074759.076134:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e88d2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a527 expref: 12 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:3.0:1769074759.076145:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074759.076148:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074759.076151:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.076163:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.076183:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074759.076194:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612637312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 270us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074759.076200:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612637184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 145us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074759.076203:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5022 00000100:00100000:3.0:1769074759.076207:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5023 00010000:00010000:3.0:1769074759.076248:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.076258:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.076526:0:14224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.076536:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074759.354194:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839414 is committed 00002000:00010000:3.0:1769074759.370045:0:14224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074753 -> 1769074760 00002000:00010000:3.0:1769074759.370132:0:14224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074753 -> 1769074760 00010000:00010000:3.0:1769074759.370159:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.370176:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.370187:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.370196:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074759.370202:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.370215:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.371225:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.371253:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89538 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.371424:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612637056:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 305666us (308687us total) trans 21474839414 rc 0/0 00000100:00100000:3.0:1769074759.371438:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5267 00000001:00080000:3.0:1769074759.381726:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872474 is committed 00002000:00010000:2.0:1769074759.382171:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074753 -> 1769074760 00002000:00010000:2.0:1769074759.382177:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074753 -> 1769074760 00002000:00010000:2.0:1769074759.382180:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2077 -> 2079 00010000:00010000:2.0:1769074759.382201:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382214:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382225:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382241:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4171c800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074759.382247:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382259:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382286:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.382295:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171c800/0x8b5959a9a0e89531 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.382464:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612636928:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 317710us (319798us total) trans 17179872474 rc 0/0 00000100:00100000:2.0:1769074759.382477:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5266 00000100:00100000:3.0:1769074759.389583:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074759.389780:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637440 00000100:00100000:0.0:1769074759.389795:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637440 00000100:00100000:0.0:1769074759.389945:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5268 00000100:00100000:0.0:1769074759.389957:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2372:x1855007612637440:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074759.390006:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.390031:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.390040:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074759.390043:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074759.390207:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.390272:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 10 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.390292:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 10 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:0.0:1769074759.390312:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619840128:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074759.390529:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074759.395877:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619840128:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074759.395937:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.396318:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074759.397193:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637568 00000100:00100000:2.0:1769074759.397207:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637568 00010000:00010000:2.0:1769074759.397286:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:2.0:1769074759.397326:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5024 00000100:00100000:2.0:1769074759.397337:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612637568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074759.397358:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074759.397387:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:2.0:1769074759.397496:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:2.0:1769074759.397528:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e88d3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a535 expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:2.0:1769074759.397549:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.397551:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.397557:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.397569:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.397607:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074759.397672:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612637568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 336us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074759.397681:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5024 00010000:00010000:3.0:1769074759.398437:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.398451:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1769074759.539525:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872475 is committed 00002000:00010000:3.0:1769074759.539737:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:3.0:1769074759.539743:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074753 -> 1769074760 00002000:00010000:3.0:1769074759.539746:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074753 -> 1769074760 00010000:00010000:3.0:1769074759.539768:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.539790:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.539799:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.539809:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4171d400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074759.539815:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.539977:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.540006:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.540014:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8953f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.540299:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2372:x1855007612637440:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 150335us (150724us total) trans 17179872475 rc 0/0 00000100:00100000:3.0:1769074759.540315:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5268 00000100:00100000:3.0:1769074759.552447:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074759.552642:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637696 00000100:00100000:2.0:1769074759.552656:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637696 00000100:00100000:2.0:1769074759.552751:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5269 00000100:00100000:2.0:1769074759.552764:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612637696:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074759.552818:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.552890:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.552900:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.552902:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.552906:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.552956:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.552974:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 13 pid: 21706 timeout: 1843 lvb_type: 0 00000100:00100000:2.0:1769074759.552994:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619840256:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074759.553113:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035163c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074759.564745:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074759.565051:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.565506:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637824 00000100:00100000:3.0:1769074759.565524:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637824 00000100:00100000:3.0:1769074759.565632:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5270 00000100:00100000:3.0:1769074759.565645:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612637824:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074759.565694:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.565717:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074759.565720:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074759.565724:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.565736:0:14224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.565958:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619840256:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074759.565990:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074759.566209:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612637952 00000100:00100000:1.0:1769074759.566215:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612637952 00010000:00010000:1.0:1769074759.566287:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 1843 lvb_type: 0 00000100:00100000:1.0:1769074759.566323:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5025 00000100:00100000:1.0:1769074759.566331:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612637952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074759.566346:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074759.566379:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.567573:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.567610:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080c00/0x8b5959a9a0e88dd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a574 expref: 14 pid: 21706 timeout: 1843 lvb_type: 0 00010000:00010000:1.0:1769074759.567631:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.567633:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.567640:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.567651:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.567660:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.567663:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074759.567666:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.567674:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.567728:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074759.567856:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612637952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1493us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074759.567867:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5025 00010000:00010000:0.0:1769074759.568300:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.568313:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.569312:0:14224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.569331:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1769074759.569907:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074759.574202:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074759.575120:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638080 00000100:00100000:2.0:1769074759.575141:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638080 00000100:00100000:2.0:1769074759.575277:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5271 00000100:00100000:2.0:1769074759.575291:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612638080:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074759.575361:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.575622:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.575626:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.575636:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.575657:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.581120:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074759.582720:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638208 00000100:00100000:2.0:1769074759.582744:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638208 00000100:00100000:2.0:1769074759.582900:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5272 00000100:00100000:2.0:1769074759.582913:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612638208:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074759.582965:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.582986:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.582989:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074759.582996:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.583013:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.618734:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074759.696638:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839415 is committed 00002000:00010000:0.0:1769074759.697083:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074753 -> 1769074760 00002000:00010000:0.0:1769074759.697090:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074753 -> 1769074760 00010000:00010000:0.0:1769074759.697109:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697123:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697134:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697142:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074759.697148:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697159:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697186:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.697193:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e89546 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074759.697320:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+23:2372:x1855007612637696:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 144552us (144882us total) trans 21474839415 rc 0/0 00000100:00100000:0.0:1769074759.697333:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5269 00010000:00010000:0.0:1769074759.758769:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.758794:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.758805:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.758814:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166d800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074759.758820:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.758858:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.759055:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.759064:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166d800/0x8b5959a9a0e8954d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074759.759199:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2372:x1855007612637824:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 193549us (194465us total) trans 21474839416 rc 0/0 00000100:00100000:0.0:1769074759.759213:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5270 00010000:00010000:2.0:1769074759.759358:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759368:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759375:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759382:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41064400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074759.759385:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759393:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759404:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759411:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41064400/0x8b5959a9a0e89554 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.759449:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612638080:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 184162us (185263us total) trans 21474839417 rc 0/0 00000100:00100000:2.0:1769074759.759458:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5271 00010000:00010000:2.0:1769074759.759502:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759511:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759524:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759529:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074759.759532:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759539:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759549:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.759555:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8955b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.759601:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612638208:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 176690us (178498us total) trans 21474839418 rc 0/0 00000100:00100000:2.0:1769074759.759607:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5272 00000001:00080000:2.0:1769074759.759635:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839418 is committed 00000100:00100000:3.0:1769074759.773178:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074759.773377:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638336 00000100:00100000:2.0:1769074759.773391:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638336 00000100:00100000:2.0:1769074759.773494:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5273 00000100:00100000:2.0:1769074759.773505:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612638336:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074759.773553:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.773585:0:6537:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.773595:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074759.773597:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074759.773602:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.773649:0:6537:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.773668:0:6537:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 11 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:2.0:1769074759.773687:0:6537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619840384:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074759.773806:0:6537:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.779616:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.779663:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.779696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074759.779739:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638464 00000100:00100000:3.0:1769074759.779753:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638464 00000100:00100000:3.0:1769074759.779887:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638720 00000100:00100000:3.0:1769074759.779891:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638720 00000100:00100000:3.0:1769074759.779913:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638592 00000100:00100000:3.0:1769074759.779916:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638592 00000100:00100000:3.0:1769074759.779942:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5274 00000100:00100000:3.0:1769074759.779953:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612638464:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074759.780004:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.780029:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074759.780031:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074759.780035:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.780055:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.780080:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5275 00000100:00100000:3.0:1769074759.780087:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612638720:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074759.780102:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.780111:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074759.780113:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074759.780116:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.780125:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074759.780420:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5276 00000100:00100000:1.0:1769074759.780437:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612638592:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074759.780458:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.780468:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074759.780470:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074759.780472:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.780481:0:14224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074759.780623:0:6537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619840384:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074759.780653:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074759.783731:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074759.784445:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638848 00000100:00100000:0.0:1769074759.784462:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638848 00010000:00010000:0.0:1769074759.784519:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 15 pid: 6534 timeout: 1843 lvb_type: 0 00000100:00100000:0.0:1769074759.784624:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5026 00000100:00100000:0.0:1769074759.784636:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612638848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074759.784658:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074759.784689:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 15 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:0.0:1769074759.784708:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 15 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:0.0:1769074759.784741:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e88d5f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a54a expref: 15 pid: 6534 timeout: 1843 lvb_type: 0 00010000:00010000:0.0:1769074759.784763:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784766:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784772:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784782:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784793:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784795:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784798:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784805:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784813:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784815:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784818:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784872:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784958:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784960:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074759.784963:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.784969:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074759.785024:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074759.785192:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612638848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 558us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074759.785202:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5026 00010000:00010000:3.0:1769074759.785315:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.785325:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.786243:0:14224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074759.786270:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.788598:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.788622:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.789017:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.789029:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074760.022059:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839420 is committed 00002000:00010000:2.0:1769074760.022148:0:14224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074753 -> 1769074760 00002000:00010000:2.0:1769074760.022153:0:14224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074753 -> 1769074760 00010000:00010000:2.0:1769074760.022174:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022188:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022198:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022206:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5b000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074760.022211:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022231:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022265:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.022272:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89577 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.022418:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2372:x1855007612638592:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 241980us (242713us total) trans 21474839420 rc 0/0 00000100:00100000:2.0:1769074760.022436:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5276 00010000:00010000:1.0:1769074760.029612:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029637:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029646:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029653:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074760.029658:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029669:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029782:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.029790:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166c400/0x8b5959a9a0e89570 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.030487:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612638720:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 249943us (250367us total) trans 21474839419 rc 0/0 00000100:00100000:1.0:1769074760.030507:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5275 00000001:00080000:3.0:1769074760.158689:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839422 is committed 00010000:00010000:1.0:1769074760.158881:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158907:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158918:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158927:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166ca00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074760.158932:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158943:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158971:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.158978:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e89569 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.159125:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612638464:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 379164us (379519us total) trans 21474839422 rc 0/0 00000100:00100000:1.0:1769074760.159139:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5274 00010000:00010000:2.0:1769074760.160120:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160133:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160141:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160147:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074760.160151:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160159:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160177:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.160185:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89562 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.160284:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612638336:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 386778us (387117us total) trans 21474839421 rc 0/0 00000100:00100000:2.0:1769074760.160295:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5273 00000100:00100000:1.0:1769074760.171405:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.171501:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612638976 00000100:00100000:2.0:1769074760.171516:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612638976 00000100:00100000:2.0:1769074760.171612:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5277 00000100:00100000:2.0:1769074760.171624:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2372:x1855007612638976:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074760.171671:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.171766:0:6537:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.171775:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.171777:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.171781:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.171858:0:6537:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 10 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.171886:0:6537:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 10 pid: 33557 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.171908:0:6537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619840512:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.172048:0:6537:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d198fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.174487:0:6537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619840512:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.174523:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.176560:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.177326:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639104 00000100:00100000:0.0:1769074760.177342:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639104 00010000:00010000:0.0:1769074760.177401:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 11 pid: 33557 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.177456:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5027 00000100:00100000:0.0:1769074760.177467:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612639104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.177489:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.177518:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 11 pid: 33557 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.177537:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 11 pid: 33557 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.177568:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080000/0x8b5959a9a0e88d66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a551 expref: 11 pid: 33557 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.177590:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.177592:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.177597:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.177608:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.177651:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074760.178076:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612639104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 607us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.178087:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5027 00010000:00010000:1.0:1769074760.178179:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.178197:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074760.278153:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839423 is committed 00002000:00010000:3.0:1769074760.278638:0:6537:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:3.0:1769074760.278644:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074754 -> 1769074761 00002000:00010000:3.0:1769074760.278648:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074754 -> 1769074761 00010000:00010000:3.0:1769074760.278666:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278681:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278691:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278701:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41065200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074760.278707:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278719:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278746:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.278755:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8957e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.279031:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2372:x1855007612638976:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 107401us (107633us total) trans 21474839423 rc 0/0 00000100:00100000:3.0:1769074760.279127:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5277 00000100:00100000:1.0:1769074760.299008:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.299760:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639360 00000100:00100000:0.0:1769074760.299782:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639360 00000100:00100000:1.0:1769074760.300238:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6370 00000100:00100000:1.0:1769074760.300251:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57727:x1855007612639360:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074760.300338:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.300378:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89497 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a96b expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.300403:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074760.300409:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074760.300954:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.300974:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.300987:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:1.0:1769074760.301243:0:30391:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941233 00000004:00010000:1.0:1769074760.301277:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009eb4f2d5 reply state 0000000010350807 transno 8589941234 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074760.301289:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074760.301442:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612639360:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 1190us (2448us total) trans 8589941234 rc 0/0 00000100:00100000:1.0:1769074760.301456:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6370 00000020:00080000:1.0:1769074760.301462:0:30391:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1769074760.305717:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074760.307233:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.307344:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639488 00000100:00100000:0.0:1769074760.307359:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639488 00000100:00100000:0.0:1769074760.307444:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9409 00000100:00100000:0.0:1769074760.307460:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57727:x1855007612639488:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.307498:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.307541:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a99c expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074760.307577:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f047, atime: 0x6971f015, ctime: 0x6971f047, blocks: 0x1007 00010000:00010000:0.0:1769074760.307604:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.307607:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.307619:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.307644:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.307660:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d000, rc 0) 00000100:00100000:0.0:1769074760.307738:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612639488:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 282us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.307747:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9409 00010000:00010000:3.0:1769074760.308007:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.308019:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.308030:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.309686:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5ae00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074760.309697:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.309708:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.309733:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074760.309737:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074760.309743:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074760.309752:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89585 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074760.314725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.315147:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639616 00000100:00100000:3.0:1769074760.315162:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639616 00000100:00100000:3.0:1769074760.315531:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9410 00000100:00100000:3.0:1769074760.315544:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612639616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.315571:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.315602:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9a3 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.315636:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f047, atime: 0x0, ctime: 0x6971f047, blocks: 0x1029 00010000:00010000:3.0:1769074760.315665:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.315668:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.315681:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.315702:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.315717:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166c400, rc 0) 00000100:00100000:3.0:1769074760.315794:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612639616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 252us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.315803:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9410 00000100:00100000:1.0:1769074760.319161:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.319277:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639744 00000100:00100000:0.0:1769074760.319292:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639744 00000100:00100000:0.0:1769074760.319376:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9411 00000100:00100000:0.0:1769074760.319387:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57727:x1855007612639744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.319414:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.319447:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9aa expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074760.319478:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f047, atime: 0x0, ctime: 0x6971f047, blocks: 0x1029 00010000:00010000:0.0:1769074760.319509:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.319513:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.319527:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.319547:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.319562:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:0.0:1769074760.319640:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612639744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 254us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.319648:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9411 00000100:00100000:2.0:1769074760.322927:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.323179:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612639872 00000100:00100000:3.0:1769074760.323195:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612639872 00000100:00100000:3.0:1769074760.323280:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9412 00000100:00100000:3.0:1769074760.323293:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612639872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.323323:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.323363:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9b1 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.323401:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f048, atime: 0x0, ctime: 0x6971f048, blocks: 0x81f 00010000:00010000:3.0:1769074760.323431:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.323434:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.323447:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.323467:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.323483:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166d800, rc 0) 00000100:00100000:3.0:1769074760.323579:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57727:x1855007612639872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 288us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.323587:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9412 00000100:00100000:2.0:1769074760.326096:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.326285:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640000 00000100:00100000:0.0:1769074760.326302:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640000 00000100:00100000:0.0:1769074760.326391:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9413 00000100:00100000:0.0:1769074760.326401:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612640000:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.326425:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.326458:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9b8 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074760.326497:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f048, atime: 0x0, ctime: 0x6971f048, blocks: 0x81d 00010000:00010000:0.0:1769074760.326524:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.326527:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.326540:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.326563:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.326585:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d800, rc 0) 00000100:00100000:0.0:1769074760.326660:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612640000:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 260us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.326668:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9413 00000100:00100000:1.0:1769074760.329370:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.329661:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640128 00000100:00100000:3.0:1769074760.329676:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640128 00000100:00100000:3.0:1769074760.329763:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9414 00000100:00100000:3.0:1769074760.329776:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57727:x1855007612640128:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.329807:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.329883:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9bf expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.329918:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4861952, mtime: 0x6971f048, atime: 0x0, ctime: 0x6971f048, blocks: 0x535 00010000:00010000:3.0:1769074760.329948:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.329950:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.329962:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.329984:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.329998:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:3.0:1769074760.330264:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57727:x1855007612640128:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 488us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.330272:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9414 00000100:00100000:2.0:1769074760.333342:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.333446:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640256 00000100:00100000:3.0:1769074760.333459:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640256 00002000:00010000:3.0:1769074760.333511:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074760.333517:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed500 with x1855007612640256 ext(4860768->18446744073709551615) 00002000:00010000:3.0:1769074760.333536:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fed500. 00000100:00100000:3.0:1769074760.333578:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5278 00000100:00100000:3.0:1769074760.333589:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612640256:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:3.0:1769074760.334257:0:6537:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:3.0:1769074760.334266:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074760 -> 1769074761 00002000:00010000:3.0:1769074760.334269:0:6537:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074760.334272:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074760 -> 1769074761 00002000:00010000:3.0:1769074760.334274:0:6537:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:3.0:1769074760.334369:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612640256:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 779us (1042us total) trans 17179872476 rc 0/0 00000100:00100000:3.0:1769074760.334379:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5278 00002000:00010000:3.0:1769074760.334384:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074760.334388:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed500 with x1855007612640256 ext(4860768->18446744073709551615) 00002000:00010000:3.0:1769074760.334393:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fed500. 00000100:00100000:2.0:1769074760.336651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.336749:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640384 00000100:00100000:1.0:1769074760.336766:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640384 00002000:00010000:1.0:1769074760.336875:0:26123:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074760.336882:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed180 with x1855007612640384 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074760.336897:0:26123:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fed180. 00000100:00100000:1.0:1769074760.336933:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5279 00000100:00100000:1.0:1769074760.336946:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612640384:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:1.0:1769074760.337371:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074760.337376:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074753 -> 1769074761 00002000:00010000:1.0:1769074760.337379:0:26123:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074760.337381:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074753 -> 1769074761 00002000:00010000:1.0:1769074760.337383:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074760.337462:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612640384:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 518us (824us total) trans 21474839424 rc 0/0 00000100:00100000:1.0:1769074760.337471:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5279 00002000:00010000:1.0:1769074760.337476:0:26123:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074760.337479:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fed180 with x1855007612640384 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074760.337483:0:26123:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fed180. 00000100:00100000:0.0:1769074760.340995:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.341195:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640512 00000100:00100000:2.0:1769074760.341208:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640512 00000100:00100000:2.0:1769074760.341365:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6371 00000100:00100000:2.0:1769074760.341379:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57727:x1855007612640512:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074760.341421:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.341452:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064400/0x8b5959a9a0e895b6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9c6 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.341578:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074760.341598:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074760.341612:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074760.341646:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:2.0:1769074760.341651:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074760.341673:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074760.341705:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064400/0x8b5959a9a0e895b6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9c6 expref: 12 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.341728:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9c6 expref: 11 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.341740:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:2.0:1769074760.341744:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074760.341749:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065200, rc 0) 00000100:00100000:2.0:1769074760.341900:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612640512:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 523us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.341909:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6371 00000100:00100000:2.0:1769074760.348895:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.349252:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640768 00000100:00100000:1.0:1769074760.349266:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640768 00000100:00100000:1.0:1769074760.349351:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6372 00000100:00100000:1.0:1769074760.349364:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57727:x1855007612640768:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074760.349444:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.349478:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e895bd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9c6 expref: 11 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.349503:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074760.349509:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074760.349812:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.349891:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.349905:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000001:00080000:1.0:1769074760.349975:0:30549:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941235 00000004:00010000:1.0:1769074760.350004:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c62aead5 reply state 00000000fa62fd5d transno 8589941236 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074760.350014:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074760.350357:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57727:x1855007612640768:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 992us (1479us total) trans 8589941236 rc 0/0 00000100:00100000:1.0:1769074760.350367:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6372 00000020:00080000:1.0:1769074760.350373:0:30549:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1769074760.353253:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353279:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353289:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353302:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074760.353308:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353318:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353340:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074760.353344:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074760.353349:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.353355:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895c4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:2.0:1769074760.359631:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.360396:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612640896 00000100:00100000:3.0:1769074760.360413:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612640896 00000100:00100000:3.0:1769074760.360550:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9415 00000100:00100000:3.0:1769074760.360563:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57727:x1855007612640896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.360590:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.360624:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9cd expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.360657:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20d:0x0] initial LVB size: 4194304, mtime: 0x6971f048, atime: 0x0, ctime: 0x6971f048, blocks: 0x2007 00010000:00010000:3.0:1769074760.360685:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.360688:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.360700:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.360720:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.360735:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159800, rc 0) 00000100:00100000:3.0:1769074760.360855:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57727:x1855007612640896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 293us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.360863:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9415 00000100:00100000:2.0:1769074760.364415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.364543:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641024 00000100:00100000:3.0:1769074760.364558:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641024 00000100:00100000:3.0:1769074760.364673:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9416 00000100:00100000:3.0:1769074760.364685:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57727:x1855007612641024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.364715:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.364749:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9d4 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.364784:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f048, atime: 0x0, ctime: 0x6971f048, blocks: 0x2043 00010000:00010000:3.0:1769074760.364815:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.364818:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.364876:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.364895:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.364912:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:3.0:1769074760.365014:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57727:x1855007612641024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 324us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.365024:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9416 00000100:00100000:1.0:1769074760.369252:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.369546:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641152 00000100:00100000:3.0:1769074760.369561:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641152 00000100:00100000:3.0:1769074760.369685:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9417 00000100:00100000:3.0:1769074760.369697:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57727:x1855007612641152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.369724:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.369758:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9db expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074760.369792:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4861952, mtime: 0x6971f049, atime: 0x0, ctime: 0x6971f049, blocks: 0x535 00010000:00010000:3.0:1769074760.369862:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.369875:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.369887:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.369908:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.369924:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158800, rc 0) 00000100:00100000:3.0:1769074760.370038:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57727:x1855007612641152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 336us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.370048:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9417 00000100:00100000:2.0:1769074760.374692:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.374774:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.375255:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641408 00000100:00100000:3.0:1769074760.375270:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641408 00002000:00010000:3.0:1769074760.375327:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074760.375333:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fefb80 with x1855007612641408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074760.375351:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fefb80. 00000100:00100000:3.0:1769074760.375388:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641280 00000100:00100000:3.0:1769074760.375392:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641280 00002000:00010000:3.0:1769074760.375404:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074760.375408:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fec380 with x1855007612641280 ext(4860768->18446744073709551615) 00002000:00010000:3.0:1769074760.375416:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fec380. 00000100:00100000:3.0:1769074760.375440:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5280 00000100:00100000:3.0:1769074760.375450:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612641408:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:3.0:1769074760.375848:0:6537:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074760.375853:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074754 -> 1769074761 00002000:00010000:3.0:1769074760.375856:0:6537:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074760.375859:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074754 -> 1769074761 00002000:00010000:3.0:1769074760.375861:0:6537:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1769074760.375963:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612641408:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 513us (1285us total) trans 17179872477 rc 0/0 00000100:00100000:3.0:1769074760.375974:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5280 00002000:00010000:3.0:1769074760.375979:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074760.375982:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fefb80 with x1855007612641408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074760.375988:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40fefb80. 00000100:00100000:3.0:1769074760.376022:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5281 00000100:00100000:3.0:1769074760.376030:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612641280:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:3.0:1769074760.376698:0:6537:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:3.0:1769074760.376703:0:6537:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074760.376705:0:6537:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074760.376707:0:6537:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074760.376710:0:6537:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:3.0:1769074760.376744:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612641280:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 713us (1968us total) trans 21474839425 rc 0/0 00000100:00100000:3.0:1769074760.376752:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5281 00002000:00010000:3.0:1769074760.376756:0:6537:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074760.376760:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40fec380 with x1855007612641280 ext(4860768->18446744073709551615) 00002000:00010000:3.0:1769074760.376766:0:6537:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40fec380. 00000100:00100000:2.0:1769074760.380754:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.380963:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641664 00000100:00100000:1.0:1769074760.380977:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641664 00000100:00100000:1.0:1769074760.381277:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6373 00000100:00100000:1.0:1769074760.381291:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57727:x1855007612641664:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074760.381442:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.381464:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.381478:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00010000:1.0:1769074760.381672:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016f0ebcd reply state 0000000069dbad60 transno 8589941237 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074760.381688:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074760.382191:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57727:x1855007612641664:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 898us (1449us total) trans 8589941237 rc 0/0 00000100:00100000:1.0:1769074760.382202:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6373 00000100:00100000:1.0:1769074760.386726:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074760.387190:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387206:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387223:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387235:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074760.387242:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387252:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387275:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074760.387278:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074760.387285:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.387293:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e895e0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:2.0:1769074760.387380:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641792 00000100:00100000:2.0:1769074760.387394:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641792 00000100:00100000:2.0:1769074760.387510:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9418 00000100:00100000:2.0:1769074760.387521:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57727:x1855007612641792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074760.387544:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.387568:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9e2 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.387603:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.387612:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.387614:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.387619:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.387665:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.387683:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:2.0:1769074760.387699:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619840640:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.387813:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074760.391455:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619840640:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.391507:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.391539:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065800, rc 0) 00000100:00100000:1.0:1769074760.391630:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57727:x1855007612641792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4110us (4918us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.391642:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9418 00000100:00100000:3.0:1769074760.391788:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.393147:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612641920 00000100:00100000:0.0:1769074760.393165:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612641920 00010000:00010000:0.0:1769074760.393238:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:0.0:1769074760.393299:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5028 00000100:00100000:0.0:1769074760.393311:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612641920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.393331:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074760.393354:0:5739:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1921 00010000:00010000:0.0:1769074760.393362:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.393380:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.393411:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8949e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a972 expref: 17 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.393431:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.393434:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.393443:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.393455:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.393502:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.393518:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619840768:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074760.393620:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.397050:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.397197:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619840768:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074760.397237:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074760.397312:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612641920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4001us (5525us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.397327:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5028 00000100:00100000:3.0:1769074760.398729:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642048 00000100:00100000:3.0:1769074760.398747:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642048 00000100:00100000:3.0:1769074760.398816:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9419 00000100:00100000:3.0:1769074760.398854:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57727:x1855007612642048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.398889:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.398919:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9e9 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.398963:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.398972:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.398975:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.398980:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.399032:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.399065:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.399084:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619840896:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.399210:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.402973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.403113:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619840896:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.403165:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.403194:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:3.0:1769074760.403280:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57727:x1855007612642048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4429us (6245us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.403292:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9419 00000100:00100000:0.0:1769074760.403494:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642176 00000100:00100000:0.0:1769074760.403504:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642176 00010000:00010000:0.0:1769074760.403555:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 1844 lvb_type: 1 00000100:00100000:0.0:1769074760.403595:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5029 00000100:00100000:0.0:1769074760.403605:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612642176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.403622:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.403656:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.403679:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.403711:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166ce00/0x8b5959a9a0e894a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a979 expref: 16 pid: 26585 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.403730:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.403732:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.403741:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.403753:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.403797:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.403813:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619841024:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074760.403917:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.406926:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619841024:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074760.406963:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074760.407048:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612642176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3442us (4091us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.407063:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5029 00000100:00100000:2.0:1769074760.410147:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.410553:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642304 00000100:00100000:3.0:1769074760.410567:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642304 00000100:00100000:3.0:1769074760.410703:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9420 00000100:00100000:3.0:1769074760.410715:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57727:x1855007612642304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.410740:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.410763:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9f0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.410809:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.410819:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.410883:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.410890:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.410941:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.410961:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.410980:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619841152:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.411094:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.414974:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619841152:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.415046:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.415076:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:2.0:1769074760.415907:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.416024:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57727:x1855007612642304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5308us (5895us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.416045:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9420 00000100:00100000:0.0:1769074760.416418:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642432 00000100:00100000:0.0:1769074760.416431:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642432 00010000:00010000:0.0:1769074760.416478:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:0.0:1769074760.416523:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5030 00000100:00100000:0.0:1769074760.416533:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612642432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.416551:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.416582:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.416601:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.416639:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e894ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a980 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:0.0:1769074760.416660:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.416662:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.416672:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.416684:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.416736:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.416754:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619841280:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074760.416883:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.421753:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.422142:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642560 00000100:00100000:3.0:1769074760.422157:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642560 00000100:00100000:3.0:1769074760.422255:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9421 00000100:00100000:3.0:1769074760.422268:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57727:x1855007612642560:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.422308:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.422342:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9f7 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.422383:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 17 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.422393:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.422395:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.422401:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.422448:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 17 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.422466:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 17 pid: 6531 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.422484:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619841408:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.422602:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.426120:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.426303:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642688 00000100:00100000:1.0:1769074760.426315:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642688 00010000:00010000:1.0:1769074760.426369:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 18 pid: 6531 timeout: 1844 lvb_type: 1 00000100:00100000:1.0:1769074760.426420:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5031 00000100:00100000:1.0:1769074760.426431:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612642688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.426451:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074760.426475:0:26370:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2079 -> 2081 00010000:00010000:1.0:1769074760.426482:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 18 pid: 6531 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.426505:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 18 pid: 6531 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.426538:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.426540:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.426549:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.426559:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.426604:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.426618:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619841536:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.426718:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.427928:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619841280:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074760.427963:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074760.428045:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612642432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11500us (12130us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.428062:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5030 00010000:00010000:3.0:1769074760.428997:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065400/0x8b5959a9a0e894b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a987 expref: 18 pid: 6531 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.429028:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619841408:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.429079:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.429107:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:3.0:1769074760.429164:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57727:x1855007612642560:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6899us (7429us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.429175:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9421 00000100:00100000:0.0:1769074760.433783:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.433949:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642816 00000100:00100000:3.0:1769074760.433964:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642816 00000100:00100000:3.0:1769074760.434053:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9422 00000100:00100000:3.0:1769074760.434065:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57727:x1855007612642816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.434089:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.434114:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11a9fe expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.434155:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.434166:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.434169:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.434174:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.434228:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.434246:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 18 pid: 25507 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.434273:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619841664:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.434381:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074760.435296:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619841536:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074760.435338:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.435410:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612642688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8979us (9306us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.435423:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5031 00000100:00100000:3.0:1769074760.439015:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619841664:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.439090:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.439118:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158400, rc 0) 00000100:00100000:3.0:1769074760.439204:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57727:x1855007612642816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5138us (5434us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.439233:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9422 00000100:00100000:2.0:1769074760.442411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.442642:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612642944 00000100:00100000:1.0:1769074760.442654:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612642944 00010000:00010000:1.0:1769074760.442708:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 17 pid: 25507 timeout: 1844 lvb_type: 1 00000100:00100000:1.0:1769074760.442763:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5032 00000100:00100000:1.0:1769074760.442774:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612642944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.442796:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.442867:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 17 pid: 25507 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.442888:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 17 pid: 25507 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.442920:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e894c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a98e expref: 17 pid: 25507 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.442943:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.442946:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.442954:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.442965:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.443016:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.443046:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619841792:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.443150:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.447159:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.447414:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619841792:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074760.447450:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.447532:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612642944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4758us (5137us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.447547:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5032 00000100:00100000:3.0:1769074760.448123:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643072 00000100:00100000:3.0:1769074760.448135:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643072 00000100:00100000:3.0:1769074760.448198:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9423 00000100:00100000:3.0:1769074760.448209:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57727:x1855007612643072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.448242:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.448398:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa05 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.448447:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.448457:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.448460:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.448464:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.448521:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.448540:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:3.0:1769074760.448558:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619841920:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.448664:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.458508:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619841920:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.458571:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.458599:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:3.0:1769074760.458683:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57727:x1855007612643072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10475us (11539us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.458695:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9423 00000100:00100000:0.0:1769074760.461369:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.461487:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643200 00000100:00100000:1.0:1769074760.461501:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643200 00010000:00010000:1.0:1769074760.461556:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00000100:00100000:1.0:1769074760.461608:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5033 00000100:00100000:1.0:1769074760.461621:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612643200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.461644:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.461679:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.461700:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.461739:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e894ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a995 expref: 16 pid: 33558 timeout: 1844 lvb_type: 1 00010000:00010000:1.0:1769074760.461769:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.461773:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.461784:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.461804:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.461982:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.461999:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619842048:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.462202:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.466316:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.466353:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.466384:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.466420:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643456 00000100:00100000:2.0:1769074760.466433:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643456 00000100:00100000:2.0:1769074760.466499:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643712 00000100:00100000:2.0:1769074760.466503:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643712 00000100:00100000:2.0:1769074760.466527:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643968 00000100:00100000:2.0:1769074760.466529:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643968 00000100:00100000:2.0:1769074760.466555:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9424 00000100:00100000:2.0:1769074760.466566:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612643456:12345-192.168.204.39@tcp:2:lfs.0 00000100:00100000:3.0:1769074760.467067:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9425 00000100:00100000:3.0:1769074760.467081:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612643712:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074760.467453:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074760.467458:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.467461:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074756 -> 1769074758 00002000:00010000:3.0:1769074760.467464:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074757 -> 1769074761 00002000:00010000:3.0:1769074760.467467:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1769074760.467561:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612643712:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 483us (1205us total) trans 21474839426 rc 0/0 00000100:00100000:3.0:1769074760.467572:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9425 00000100:00100000:3.0:1769074760.467603:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9426 00000100:00100000:3.0:1769074760.467611:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612643968:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074760.467753:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074760.467757:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.467759:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.467762:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074756 -> 1769074761 00002000:00010000:3.0:1769074760.467764:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074760.467790:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612643968:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 180us (1404us total) trans 17179872479 rc 0/0 00000100:00100000:3.0:1769074760.467797:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9426 00000100:00100000:0.0:1769074760.468092:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.468184:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.468306:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.468772:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619842048:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074760.468804:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.468882:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612643200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7262us (7532us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.468893:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5033 00002000:00010000:2.0:1769074760.470146:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074760.470158:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.470160:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.470163:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074758 -> 1769074761 00002000:00010000:2.0:1769074760.470166:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074760.470260:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612643456:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 3687us (3953us total) trans 17179872478 rc 0/0 00000100:00100000:2.0:1769074760.470274:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9424 00000100:00100000:2.0:1769074760.470313:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643328 00000100:00100000:2.0:1769074760.470324:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643328 00000100:00100000:3.0:1769074760.470489:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643584 00000100:00100000:3.0:1769074760.470495:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643584 00000100:00100000:3.0:1769074760.470520:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612643840 00000100:00100000:3.0:1769074760.470523:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612643840 00000100:00100000:3.0:1769074760.470544:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9427 00000100:00100000:3.0:1769074760.470553:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612643328:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074760.470799:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1769074760.470803:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:3.0:1769074760.470805:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:3.0:1769074760.470808:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074758 -> 1769074761 00002000:00010000:3.0:1769074760.470810:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1921 -> 1921 00000100:00100000:3.0:1769074760.470854:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612643328:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 303us (2764us total) trans 21474839427 rc 0/0 00000100:00100000:3.0:1769074760.470877:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9427 00000100:00100000:3.0:1769074760.470891:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9428 00000100:00100000:3.0:1769074760.470898:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612643584:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074760.471000:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074760.471004:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.471006:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.471008:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074757 -> 1769074761 00002000:00010000:3.0:1769074760.471010:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:3.0:1769074760.471032:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612643584:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 134us (2847us total) trans 17179872480 rc 0/0 00000100:00100000:3.0:1769074760.471038:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9428 00000100:00100000:3.0:1769074760.471051:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9429 00000100:00100000:3.0:1769074760.471057:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612643840:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074760.471135:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074760.471138:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074757 -> 1769074758 00002000:00010000:3.0:1769074760.471141:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074756 -> 1769074758 00002000:00010000:3.0:1769074760.471143:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074757 -> 1769074761 00002000:00010000:3.0:1769074760.471145:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5471 -> 5467 00000100:00100000:3.0:1769074760.471166:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612643840:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 108us (2859us total) trans 21474839428 rc 0/0 00000100:00100000:3.0:1769074760.471171:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9429 00000100:00100000:3.0:1769074760.474578:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.474635:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612644224 00000100:00100000:3.0:1769074760.474650:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612644224 00000100:00100000:3.0:1769074760.474726:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2691 00000100:00100000:3.0:1769074760.474737:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57727:x1855007612644224:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1769074760.474819:0:29859:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1a7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a95d expref: 13 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.474954:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.474971:0:29859:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.474981:0:29859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.475029:0:29859:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.475057:0:29859:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 13 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.475077:0:29859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619842176:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.475189:0:29859:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.477932:0:29859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619842176:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.477977:0:29859:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:3.0:1769074760.478121:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.478173:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612644352 00000100:00100000:3.0:1769074760.478184:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612644352 00010000:00010000:3.0:1769074760.478249:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 14 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.478571:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5034 00000100:00100000:3.0:1769074760.478582:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612644352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.478603:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.478611:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 14 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.478629:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 14 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.478657:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89489 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a964 expref: 14 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.478676:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074760.478682:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.478692:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.478701:0:26370:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.478728:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.478791:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612644352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 209us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.478800:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5034 00010000:00010000:3.0:1769074760.478855:0:29859:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074760.479025:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000040:00080000:3.0:1769074760.480066:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1530, 88 off133184 00000004:00080000:3.0:1769074760.480083:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641258785ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480294:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1540, 88 off134064 00000004:00080000:3.0:1769074760.480301:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641477681ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480336:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1541, 88 off134152 00000004:00080000:3.0:1769074760.480340:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641517143ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480354:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1531, 88 off133272 00000004:00080000:3.0:1769074760.480357:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641533891ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480369:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1532, 88 off133360 00000004:00080000:3.0:1769074760.480373:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641549521ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480384:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1542, 88 off134240 00000004:00080000:3.0:1769074760.480387:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641564285ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480399:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1543, 88 off134328 00000004:00080000:3.0:1769074760.480402:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641579238ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480414:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1544, 88 off134416 00000004:00080000:3.0:1769074760.480417:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641593364ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480429:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1533, 88 off133448 00000004:00080000:3.0:1769074760.480432:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641608584ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480443:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1545, 88 off134504 00000004:00080000:3.0:1769074760.480446:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641622636ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480457:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1534, 88 off133536 00000004:00080000:3.0:1769074760.480460:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641637325ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480472:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1546, 88 off134592 00000004:00080000:3.0:1769074760.480475:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641652313ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074760.480487:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1535, 88 off133624 00000004:00080000:3.0:1769074760.480490:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641667198ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480502:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1536, 88 off133712 00000004:00080000:3.0:1769074760.480505:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641682121ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480517:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1537, 88 off133800 00000004:00080000:3.0:1769074760.480520:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641696371ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480531:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1538, 88 off133888 00000004:00080000:3.0:1769074760.480534:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744641710394ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074760.480545:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1547, 88 off134680 00000004:00080000:3.0:1769074760.480548:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744641724536ns, next at 1696607292856ns, rc = 0 00000001:00080000:1.0:1769074760.520436:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941237 is committed 00000001:00080000:1.0:1769074760.520481:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941238 is committed 00000004:00080000:1.0:1769074760.520486:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1247 committed 00000004:00080000:1.0:1769074760.520505:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1237 committed 00000004:00080000:1.0:1769074760.520516:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1236 committed 00000004:00080000:1.0:1769074760.520519:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1235 committed 00000004:00080000:1.0:1769074760.520521:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1234 committed 00000004:00080000:1.0:1769074760.520523:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1246 committed 00000004:00080000:1.0:1769074760.520525:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1233 committed 00000004:00080000:1.0:1769074760.520527:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1245 committed 00000004:00080000:1.0:1769074760.520530:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1232 committed 00000004:00080000:1.0:1769074760.520532:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1244 committed 00000004:00080000:1.0:1769074760.520534:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1243 committed 00000004:00080000:1.0:1769074760.520538:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1242 committed 00000004:00080000:1.0:1769074760.520540:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1231 committed 00000004:00080000:1.0:1769074760.520542:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1230 committed 00000004:00080000:1.0:1769074760.520544:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1241 committed 00000004:00080000:1.0:1769074760.520546:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1240 committed 00000004:00080000:1.0:1769074760.520548:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1229 committed 00000100:00100000:2.0:1769074760.520887:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842304:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074760.520985:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521026:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074760.521062:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521080:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843328:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074760.521099:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521113:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843840:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074760.521131:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521156:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1769074760.521162:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842432:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074760.521184:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521196:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074760.521224:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521239:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843456:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074760.521258:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521276:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074760.521296:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074760.521341:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842304 00000100:00100000:2.0:1769074760.521352:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842304 00000100:00100000:2.0:1769074760.521424:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842816 00000100:00100000:2.0:1769074760.521428:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842816 00000100:00100000:2.0:1769074760.521447:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843328 00000100:00100000:2.0:1769074760.521449:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843328 00000100:00100000:2.0:1769074760.521467:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843840 00000100:00100000:2.0:1769074760.521469:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843840 00000100:00100000:2.0:1769074760.521481:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842432 00000100:00100000:2.0:1769074760.521484:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842432 00000100:00100000:2.0:1769074760.521492:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842944 00000100:00100000:2.0:1769074760.521494:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842944 00000100:00100000:2.0:1769074760.521503:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843456 00000100:00100000:2.0:1769074760.521505:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843456 00000100:00100000:2.0:1769074760.521515:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843968 00000100:00100000:2.0:1769074760.521518:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843968 00000100:00100000:2.0:1769074760.521534:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9430 00000100:00100000:2.0:1769074760.521545:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619842304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074760.521939:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074760.521945:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.521948:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.521950:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.521952:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1921 -> 1921 00000100:00100000:2.0:1769074760.522014:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619842304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 469us (1028us total) trans 21474839429 rc 0/0 00000100:00100000:2.0:1769074760.522022:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9430 00000100:00100000:2.0:1769074760.522045:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9431 00000100:00100000:2.0:1769074760.522052:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619842816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074760.522166:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074760.522170:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074760.522172:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074760.522174:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074760.522176:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074760.522203:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619842816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (1140us total) trans 21474839430 rc 0/0 00000100:00100000:2.0:1769074760.522220:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9431 00000100:00100000:2.0:1769074760.522234:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9432 00000100:00100000:2.0:1769074760.522240:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619843328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074760.522393:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074760.522396:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.522399:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.522402:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.522403:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074760.522429:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619843328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (1328us total) trans 17179872481 rc 0/0 00000100:00100000:2.0:1769074760.522435:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9432 00000100:00100000:2.0:1769074760.522447:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9433 00000100:00100000:2.0:1769074760.522452:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619843840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074760.522548:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074760.522551:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074760.522554:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074760.522556:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074760.522558:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074760.522585:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619843840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (1451us total) trans 17179872482 rc 0/0 00000100:00100000:2.0:1769074760.522592:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9433 00000100:00100000:2.0:1769074760.522605:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9434 00000100:00100000:2.0:1769074760.522611:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619842432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074760.522712:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074760.522716:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.522718:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.522720:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.522722:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074760.522749:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619842432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (1563us total) trans 21474839431 rc 0/0 00000100:00100000:2.0:1769074760.522758:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9434 00000100:00100000:2.0:1769074760.522770:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9435 00000100:00100000:2.0:1769074760.522776:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619842944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074760.522899:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074760.522902:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.522904:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074760.522907:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.522908:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074760.522932:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619842944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (1708us total) trans 21474839432 rc 0/0 00000100:00100000:2.0:1769074760.522938:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9435 00000100:00100000:2.0:1769074760.522949:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9436 00000100:00100000:2.0:1769074760.522955:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619843456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074760.523050:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074760.523053:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.523056:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074760.523058:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.523061:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074760.523086:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619843456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (1827us total) trans 17179872483 rc 0/0 00000100:00100000:2.0:1769074760.523092:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9436 00000100:00100000:2.0:1769074760.523105:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9437 00000100:00100000:2.0:1769074760.523111:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619843968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074760.523228:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074760.523232:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074760.523234:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074760.523236:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074760.523238:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074760.523265:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619843968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (1967us total) trans 17179872484 rc 0/0 00000100:00100000:2.0:1769074760.523271:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9437 00000100:00080000:2.0:1769074760.523307:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074760.523314:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074760.523374:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839411 gen 2 00000004:00080000:2.0:1769074760.523380:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a7b80, transno 21474839356 00000004:00080000:2.0:1769074760.523401:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08851f80, transno 21474839357 00000004:00080000:2.0:1769074760.523405:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c5c00, transno 21474839358 00000004:00080000:2.0:1769074760.523407:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a5c00, transno 21474839359 00000004:00080000:2.0:1769074760.523410:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4101ad80, transno 21474839360 00000004:00080000:2.0:1769074760.523413:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08852a00, transno 21474839361 00000004:00080000:2.0:1769074760.523416:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41019180, transno 21474839362 00000004:00080000:2.0:1769074760.523418:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a6300, transno 21474839363 00000004:00080000:2.0:1769074760.523421:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08852d80, transno 21474839364 00000004:00080000:2.0:1769074760.523424:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24380, transno 21474839365 00000004:00080000:2.0:1769074760.523426:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24000, transno 21474839366 00000004:00080000:2.0:1769074760.523429:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d27800, transno 21474839367 00000004:00080000:2.0:1769074760.523432:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24700, transno 21474839368 00000004:00080000:2.0:1769074760.523435:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24a80, transno 21474839369 00000004:00080000:2.0:1769074760.523438:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d27b80, transno 21474839370 00000004:00080000:2.0:1769074760.523441:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24e00, transno 21474839371 00000004:00080000:2.0:1769074760.523444:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d26a00, transno 21474839372 00000004:00080000:2.0:1769074760.523446:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08851180, transno 21474839373 00000004:00080000:2.0:1769074760.523449:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a5f80, transno 21474839376 00000004:00080000:2.0:1769074760.523454:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe7b80, transno 21474839377 00000004:00080000:2.0:1769074760.523457:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048a80, transno 21474839378 00000004:00080000:2.0:1769074760.523460:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a4700, transno 21474839379 00000004:00080000:2.0:1769074760.523463:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104aa00, transno 21474839380 00000004:00080000:2.0:1769074760.523466:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019d500, transno 21474839381 00000004:00080000:2.0:1769074760.523469:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d13480, transno 21474839382 00000004:00080000:2.0:1769074760.523472:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d199a6680, transno 21474839383 00000004:00080000:2.0:1769074760.523475:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019f480, transno 21474839384 00000004:00080000:2.0:1769074760.523478:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88000, transno 21474839392 00000004:00080000:2.0:1769074760.523481:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8a680, transno 21474839393 00000004:00080000:2.0:1769074760.523484:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89180, transno 21474839394 00000004:00080000:2.0:1769074760.523487:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fc000, transno 21474839395 00000004:00080000:2.0:1769074760.523490:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d13800, transno 21474839396 00000004:00080000:2.0:1769074760.523493:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88e00, transno 21474839397 00000004:00080000:2.0:1769074760.523495:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fe300, transno 21474839398 00000004:00080000:2.0:1769074760.523498:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d10380, transno 21474839399 00000004:00080000:2.0:1769074760.523501:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89f80, transno 21474839400 00000004:00080000:2.0:1769074760.523504:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fce00, transno 21474839403 00000004:00080000:2.0:1769074760.523507:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41802680, transno 21474839404 00000004:00080000:2.0:1769074760.523509:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41800700, transno 21474839405 00000004:00080000:2.0:1769074760.523513:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41803800, transno 21474839406 00000004:00080000:2.0:1769074760.523516:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184ff100, transno 21474839407 00000004:00080000:2.0:1769074760.523519:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fd180, transno 21474839408 00000004:00080000:2.0:1769074760.523521:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41800e00, transno 21474839409 00000004:00080000:2.0:1769074760.523524:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d95180, transno 21474839410 00000004:00080000:2.0:1769074760.523527:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41802a00, transno 21474839411 00000100:00100000:2.0:1769074760.523534:0:3291:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d41149f80 x1855007619842432/t21474839431(21474839431) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074776 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1769074760.523548:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149f80/2, rc 0, transno 21474839431 00000100:00100000:2.0:1769074760.523554:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842432:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074760.523567:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149c00/2, rc 0, transno 21474839432 00000100:00100000:2.0:1769074760.523571:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074760.523580:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872469 gen 2 00000004:00080000:2.0:1769074760.523583:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d95500, transno 17179872458 00000004:00080000:2.0:1769074760.523593:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d97b80, transno 17179872459 00000004:00080000:2.0:1769074760.523596:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0d76d880, transno 17179872462 00000004:00080000:2.0:1769074760.523599:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0d76c380, transno 17179872463 00000004:00080000:2.0:1769074760.523602:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fed80, transno 17179872464 00000004:00080000:2.0:1769074760.523605:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fdc00, transno 17179872465 00000004:00080000:2.0:1769074760.523608:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a9180, transno 17179872466 00000004:00080000:2.0:1769074760.523611:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fd500, transno 17179872467 00000004:00080000:2.0:1769074760.523614:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0d76d500, transno 17179872468 00000004:00080000:2.0:1769074760.523616:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fc700, transno 17179872469 00000100:00100000:2.0:1769074760.523620:0:3291:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d411b9880 x1855007619843456/t17179872483(17179872483) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074776 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1769074760.523627:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b9880/2, rc 0, transno 17179872483 00000100:00100000:2.0:1769074760.523631:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843456:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074760.523641:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411ba300/2, rc 0, transno 17179872484 00000100:00100000:2.0:1769074760.523645:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843968:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074760.523656:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149500/2, rc 0, transno 21474839429 00000100:00100000:2.0:1769074760.523660:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842304:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074760.523670:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4114a680/2, rc 0, transno 21474839430 00000100:00100000:2.0:1769074760.523673:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619842816:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074760.523681:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b8a80/2, rc 0, transno 17179872481 00000100:00100000:2.0:1769074760.523684:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843328:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074760.523693:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b8380/2, rc 0, transno 17179872482 00000100:00100000:2.0:1769074760.523696:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619843840:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074760.523981:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 8 in progress, 4 in flight, 10 done 00000004:00010000:0.0:1769074760.525297:0:29859:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bfb60030 reply state 000000009597126c transno 8589941238 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:0.0:1769074760.525322:0:29859:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1769074760.525337:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:0.0:1769074760.525340:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074760.525353:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8944a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a95d expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1769074760.525533:0:29859:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1769074760.525555:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612644224:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 50818us (50994us total) trans 8589941238 rc 0/0 00000100:00100000:0.0:1769074760.525566:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2691 00000100:00100000:0.0:1769074760.525625:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619842560:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.525697:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.525736:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843072:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.525757:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.525779:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.525801:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.525817:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619844096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.525970:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.525999:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1769074760.526007:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619842688:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.526111:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.526133:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.526156:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.526174:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843712:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.526192:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.526201:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619844224:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.526230:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.526260:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842560 00000100:00100000:0.0:1769074760.526269:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842560 00000100:00100000:0.0:1769074760.526308:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843072 00000100:00100000:0.0:1769074760.526310:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843072 00000100:00100000:0.0:1769074760.526318:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843584 00000100:00100000:0.0:1769074760.526320:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843584 00000100:00100000:0.0:1769074760.526330:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619844096 00000100:00100000:0.0:1769074760.526332:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619844096 00000100:00100000:0.0:1769074760.526340:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619842688 00000100:00100000:0.0:1769074760.526342:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619842688 00000100:00100000:0.0:1769074760.526350:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843200 00000100:00100000:0.0:1769074760.526352:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843200 00000100:00100000:0.0:1769074760.526359:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619843712 00000100:00100000:0.0:1769074760.526361:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619843712 00000100:00100000:0.0:1769074760.526368:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619844224 00000100:00100000:0.0:1769074760.526370:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619844224 00000100:00100000:0.0:1769074760.526383:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9438 00000100:00100000:0.0:1769074760.526391:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619842560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.526704:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074760.526708:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.526710:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.526713:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.526717:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5467 -> 5467 00000100:00100000:0.0:1769074760.526756:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619842560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 365us (1058us total) trans 21474839433 rc 0/0 00000100:00100000:0.0:1769074760.526764:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9438 00000100:00100000:0.0:1769074760.526783:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9439 00000100:00100000:0.0:1769074760.526790:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619843072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.529204:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.529225:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.529228:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.529231:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.529234:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:0.0:1769074760.529321:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619843072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2527us (3558us total) trans 21474839434 rc 0/0 00000100:00100000:0.0:1769074760.529332:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9439 00000100:00100000:0.0:1769074760.529378:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9440 00000100:00100000:0.0:1769074760.529391:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619843584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.529571:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.529575:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.529577:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.529580:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.529582:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074760.529610:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619843584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 225us (3807us total) trans 17179872485 rc 0/0 00000100:00100000:0.0:1769074760.529617:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9440 00000100:00100000:0.0:1769074760.529631:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9441 00000100:00100000:0.0:1769074760.529638:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619844096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.529722:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074760.529726:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.529728:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.529730:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.529732:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:0.0:1769074760.529758:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619844096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (3787us total) trans 17179872486 rc 0/0 00000100:00100000:0.0:1769074760.529764:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9441 00000100:00100000:0.0:1769074760.529778:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9442 00000100:00100000:0.0:1769074760.529785:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619842688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.530740:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074760.530749:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.530751:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.530753:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.530755:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00010000:00010000:1.0:1769074760.531454:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531475:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531486:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531496:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074760.531503:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531513:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531540:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:1.0:1769074760.531543:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074760.531550:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074760.531556:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89611 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00000100:00100000:1.0:1769074760.531615:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9443 00000100:00100000:1.0:1769074760.531631:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619843200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074760.531907:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:1.0:1769074760.531912:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074760.531914:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074760.531917:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074760.531919:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:1.0:1769074760.531969:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619843200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 344us (5811us total) trans 21474839436 rc 0/0 00000100:00100000:1.0:1769074760.531977:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9443 00000100:00100000:1.0:1769074760.532005:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9444 00000100:00100000:1.0:1769074760.532012:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619843712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074760.532172:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074760.532175:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074760.532178:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074760.532180:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074760.532182:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074760.532220:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619843712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (6016us total) trans 17179872487 rc 0/0 00000100:00100000:1.0:1769074760.532227:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9444 00000100:00100000:1.0:1769074760.532240:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9445 00000100:00100000:1.0:1769074760.532248:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619844224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074760.532332:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074760.532335:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074760.532337:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074760.532339:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074760.532342:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074760.532367:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619844224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (6136us total) trans 17179872488 rc 0/0 00000100:00100000:1.0:1769074760.532377:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9445 00000100:00100000:1.0:1769074760.534192:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.534391:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619842688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4601us (8273us total) trans 21474839435 rc 0/0 00000100:00100000:0.0:1769074760.534404:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9442 00000004:00080000:0.0:1769074760.534494:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41148380/2, rc 0, transno 21474839435 00000100:00100000:0.0:1769074760.534503:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619842688:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.534515:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41148700/2, rc 0, transno 21474839436 00000100:00100000:0.0:1769074760.534519:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843200:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.534532:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b8e00/2, rc 0, transno 17179872487 00000100:00100000:0.0:1769074760.534536:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843712:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.534548:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b9500/2, rc 0, transno 17179872488 00000100:00100000:0.0:1769074760.534551:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619844224:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.534559:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149180/2, rc 0, transno 21474839433 00000100:00100000:0.0:1769074760.534562:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619842560:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.534570:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4114ad80/2, rc 0, transno 21474839434 00000100:00100000:0.0:1769074760.534573:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843072:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.534582:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411b9c00/2, rc 0, transno 17179872485 00000100:00100000:0.0:1769074760.534585:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619843584:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.534594:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d411bb100/2, rc 0, transno 17179872486 00000100:00100000:0.0:1769074760.534598:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619844096:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074760.534851:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 8 in progress, 0 in flight, 45 done 00000100:00100000:0.0:1769074760.535182:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074760.535199:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619844352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.535275:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074760.535378:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612644480 00000100:00100000:3.0:1769074760.535387:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612644480 00000100:00100000:3.0:1769074760.535452:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6374 00000100:00100000:3.0:1769074760.535462:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57727:x1855007612644480:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074760.535491:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.535523:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa0c expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.535615:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.535635:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.535659:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074760.535663:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074760.535668:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074760.535733:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4198ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612644480:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 271us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.535740:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6374 00000100:00100000:2.0:1769074760.536730:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619844352 00000100:00100000:2.0:1769074760.536744:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619844352 00000100:00100000:2.0:1769074760.536814:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9446 00000100:00100000:2.0:1769074760.536855:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619844352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074760.537137:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074760.537141:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.537144:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074760.537146:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074760.537149:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:2.0:1769074760.537240:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619844352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 417us (1963us total) trans 21474839437 rc 0/0 00000100:00100000:2.0:1769074760.537248:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9446 00000004:00080000:1.0:1769074760.537594:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d24380/2, rc 0, transno 21474839437 00000100:00100000:1.0:1769074760.537603:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619844352:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074760.542044:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.542511:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612644736 00000100:00100000:0.0:1769074760.542526:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612644736 00000100:00100000:0.0:1769074760.542604:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2692 00000100:00100000:0.0:1769074760.542617:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57727:x1855007612644736:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074760.543094:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57727:x1855007612644736:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 478us (1070us total) trans 8589941239 rc 0/0 00000100:00100000:0.0:1769074760.543103:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2692 00000100:00100000:0.0:1769074760.614234:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.614584:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612645248 00000100:00100000:2.0:1769074760.614600:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612645248 00000100:00100000:2.0:1769074760.614714:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6375 00000100:00100000:2.0:1769074760.614729:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+142:57737:x1855007612645248:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074760.614771:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.614809:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8961f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa1a expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1769074760.616455:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074760.620500:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.620631:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612644992 00000100:00100000:3.0:1769074760.620646:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612644992 00000100:00100000:3.0:1769074760.620753:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6376 00000100:00100000:3.0:1769074760.620765:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57738:x1855007612644992:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074760.620802:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.620871:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89626 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa13 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.620979:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.620998:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.621012:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.621030:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.621037:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074760.621043:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00080000:2.0:1769074760.623434:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074760.624151:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624177:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624192:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074760.624217:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074760.624606:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624616:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624624:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624630:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4171d400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074760.624634:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624642:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624661:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074760.624665:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074760.624671:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624677:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8962d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624693:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624698:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624704:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624710:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4171c800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074760.624713:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624720:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624728:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa900) 00010000:00010000:1.0:1769074760.624731:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074760.624734:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624740:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e89634 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.624816:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89626 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.625022:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.625041:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.625044:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074760.625047:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:1.0:1769074760.625146:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612644992:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4381us (4661us total) trans 8589941240 rc 0/0 00000100:00100000:1.0:1769074760.625157:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6376 00010000:00010000:0.0:1769074760.625590:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625607:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625617:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625634:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625641:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625648:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625879:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625889:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.625896:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074760.625907:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074760.626016:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626025:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626043:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626050:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166ce00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074760.626054:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626063:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626074:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074760.626077:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074760.626081:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626088:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626103:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626109:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626114:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626119:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166dc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074760.626122:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626128:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626135:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9300) 00010000:00010000:0.0:1769074760.626138:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074760.626140:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626147:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89650 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.626196:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e8961f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.626223:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 144 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.626232:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074760.626234:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074760.626237:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204600, rc 0) 00000100:00100000:0.0:1769074760.626494:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57737:x1855007612645248:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11767us (12282us total) trans 8589941241 rc 0/0 00000100:00100000:0.0:1769074760.626504:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6375 00000100:00100000:1.0:1769074760.635977:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.636026:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.636507:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612645376 00000100:00100000:3.0:1769074760.636524:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612645376 00000100:00100000:3.0:1769074760.636617:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9447 00000100:00100000:3.0:1769074760.636629:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57738:x1855007612645376:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074760.636654:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.636680:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa21 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.636719:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.636729:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074760.636731:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074760.636736:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.636781:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.636798:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 18 pid: 25507 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.636813:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08d3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619844480:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.636952:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1769074760.637123:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074760.637551:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612645632 00000100:00100000:0.0:1769074760.637561:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612645632 00000100:00100000:0.0:1769074760.637612:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6377 00000100:00100000:0.0:1769074760.637621:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57734:x1855007612645632:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074760.637644:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.637663:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e8966c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa28 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.637801:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.637820:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.637850:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 143 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.637860:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.637896:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 143 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.637909:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 143 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.637922:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619844608:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074760.637993:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.638002:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 9 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.638011:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619844736:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.638049:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5900 going to sleep for 11 seconds 00010000:00010000:3.0:1769074760.639917:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074760.641618:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.646363:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612645888 00000100:00100000:1.0:1769074760.646387:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612645888 00000100:00100000:1.0:1769074760.646488:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6378 00000100:00100000:1.0:1769074760.646500:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612645888:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074760.646533:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.646559:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8967a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa2f expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.646700:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.646719:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074760.646735:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074760.646754:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074760.646971:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8967a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.646992:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 146 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.647002:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.647005:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1769074760.647009:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.647019:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.647027:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:1.0:1769074760.647125:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+146:57739:x1855007612645888:12345-192.168.204.39@tcp:101:cat.0 Request processed in 627us (5521us total) trans 8589941242 rc 0/0 00000100:00100000:1.0:1769074760.647133:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6378 00000100:00100000:3.0:1769074760.647351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.647462:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646144 00000100:00100000:2.0:1769074760.647469:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646144 00000100:00100000:2.0:1769074760.647512:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6379 00000100:00100000:2.0:1769074760.647522:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:57737:x1855007612646144:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074760.647533:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.647536:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074760.647547:0:29856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 146 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:2.0:1769074760.647564:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.647568:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.647575:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.647581:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074760.647592:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8968f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa36 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.647631:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.647642:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.647650:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.647658:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.647702:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.647715:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.647731:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619844864:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.647744:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074760.647898:0:30391:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from blocking AST (req@0000000004f27a2c x1855007619844608) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 147 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.647913:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e89657 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa1a expref: 147 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.647925:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619844608:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074760.647938:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619844736:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.647963:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.647967:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.647973:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.647979:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074760.647985:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.647994:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074760.648021:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646272 00000100:00100000:1.0:1769074760.648025:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646272 00010000:00010000:1.0:1769074760.648050:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 19 pid: 25507 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.648078:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5035 00000100:00100000:1.0:1769074760.648085:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612646272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.648097:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.648120:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 19 pid: 25507 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.648134:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 19 pid: 25507 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.648160:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.648162:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.648171:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.648261:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.648271:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.648282:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619844992:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.648496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.649492:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646400 00000100:00100000:0.0:1769074760.649507:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646400 00010000:00010000:0.0:1769074760.649549:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 10 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.649596:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5036 00000100:00100000:0.0:1769074760.649605:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612646400:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.649622:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.649629:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 10 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.649645:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 10 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.649667:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8963b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa13 expref: 10 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.649685:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074760.649691:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.649701:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.649710:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.649720:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074760.649728:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074760.649757:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074760.649819:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612646400:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 214us (1323us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.649855:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5036 00010000:00010000:0.0:1769074760.649939:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.649948:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074760.649978:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074760.650199:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e8966c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.650356:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.650367:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074760.650370:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1769074760.650373:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205000, rc 0) 00000100:00100000:0.0:1769074760.650406:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57734:x1855007612645632:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12786us (14379us total) trans 8589941243 rc 0/0 00000100:00100000:0.0:1769074760.650414:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6377 00010000:00010000:3.0:1769074760.651106:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e895e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e2 expref: 19 pid: 25507 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.651126:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08d3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619844480:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.651255:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.651688:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074760.652339:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.652365:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030400, rc 0) 00000100:00100000:3.0:1769074760.652430:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57738:x1855007612645376:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15802us (16467us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.652441:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9447 00000100:00100000:3.0:1769074760.654732:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619844864:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.656284:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 5 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.656322:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619845120:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.656519:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.665983:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.666011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.666115:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.666180:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.666609:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646528 00000100:00100000:1.0:1769074760.666623:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646528 00010000:00010000:1.0:1769074760.666687:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 8 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.666736:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646656 00000100:00100000:1.0:1769074760.666740:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646656 00010000:00010000:1.0:1769074760.666757:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.666785:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5037 00000100:00100000:1.0:1769074760.666794:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612646528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.666813:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.666820:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 8 pid: 30549 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.667001:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5038 00000100:00100000:3.0:1769074760.667013:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:2370:x1855007612646656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.667021:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.667037:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.667055:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.667085:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89681 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa2f expref: 147 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:3.0:1769074760.667120:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074760.667127:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074760.667137:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074760.667144:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.667230:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612646656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 220us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.667240:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5038 00010000:00010000:1.0:1769074760.669101:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 8 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.669139:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.669144:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669154:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669163:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669194:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.669278:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612646528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2482us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.669290:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5037 00000100:00100000:1.0:1769074760.669381:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619845120:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074760.669403:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.669424:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612646272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21340us (21680us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.669432:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5035 00000100:00100000:1.0:1769074760.669498:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646784 00000100:00100000:1.0:1769074760.669506:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646784 00000100:00100000:1.0:1769074760.669559:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612646912 00000100:00100000:1.0:1769074760.669563:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612646912 00000100:00100000:1.0:1769074760.669608:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6380 00000100:00100000:1.0:1769074760.669618:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:57739:x1855007612646784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074760.669649:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.669670:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e896a4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa3d expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.669802:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.669813:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89618 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa0c expref: 7 pid: 30549 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.669817:0:29858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.669838:0:29858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669845:0:29858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 5/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00000100:00100000:2.0:1769074760.669845:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619844992:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.669865:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669871:0:29858:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.669875:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.669880:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.669904:0:29858:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.669922:0:29858:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 9 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.669938:0:29858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:29858:1855007619845248:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074760.669999:0:29858:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074760.670017:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6381 00000100:00100000:1.0:1769074760.670025:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57734:x1855007612646912:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074760.670042:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.670052:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa44 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.670089:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.670100:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.670115:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.670118:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074760.670121:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.670128:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:1.0:1769074760.670155:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57734:x1855007612646912:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 131us (3975us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.670162:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6381 00000040:00080000:2.0:1769074760.670595:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1539, 88 off133976 00000004:00080000:2.0:1769074760.670606:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744831781813ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.670662:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1548, 88 off134768 00000004:00080000:2.0:1769074760.670667:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744831843773ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670744:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1549, 88 off134856 00000004:00080000:2.0:1769074760.670749:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744831926023ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670776:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1540, 88 off134064 00000004:00080000:2.0:1769074760.670780:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744831956502ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.670794:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1541, 88 off134152 00000004:00080000:2.0:1769074760.670798:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744831974697ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.670812:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1550, 88 off134944 00000004:00080000:2.0:1769074760.670816:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744831993316ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670871:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1551, 88 off135032 00000004:00080000:2.0:1769074760.670876:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744832052373ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670896:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1552, 88 off135120 00000004:00080000:2.0:1769074760.670900:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744832076383ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670919:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1542, 88 off134240 00000004:00080000:2.0:1769074760.670923:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832099413ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.670935:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1553, 88 off135208 00000004:00080000:2.0:1769074760.670938:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744832115071ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.670958:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1543, 88 off134328 00000004:00080000:2.0:1769074760.670962:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832138965ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.670984:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1554, 88 off135296 00000004:00080000:2.0:1769074760.670990:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744832166843ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074760.671012:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1544, 88 off134416 00000004:00080000:2.0:1769074760.671016:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832193095ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.671031:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1545, 88 off134504 00000004:00080000:2.0:1769074760.671035:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832211476ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.671049:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1546, 88 off134592 00000004:00080000:2.0:1769074760.671053:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832230152ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.671068:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1547, 88 off134680 00000004:00080000:2.0:1769074760.671073:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744832250141ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074760.671089:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1555, 88 off135384 00000004:00080000:2.0:1769074760.671093:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744832269892ns, next at 1696607292856ns, rc = 0 00000100:00100000:3.0:1769074760.674044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.674283:0:29858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:29858:1855007619845248:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.674337:0:29858:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000100:00100000:0.0:1769074760.674476:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647040 00000100:00100000:0.0:1769074760.674489:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647040 00010000:00010000:0.0:1769074760.674544:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.674729:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5039 00000100:00100000:0.0:1769074760.674740:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612647040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.674758:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.674766:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.674786:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.674816:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e89673 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa28 expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:0.0:1769074760.675042:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074760.675048:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074760.675060:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074760.675069:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.675076:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074760.675084:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074760.676790:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612647040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2038us (2748us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.676809:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5039 00000100:00100000:1.0:1769074760.706319:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619845504:0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.706413:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074760.706485:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619845504 00000100:00100000:1.0:1769074760.706495:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619845504 00000100:00100000:1.0:1769074760.706563:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1769074760.706573:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619845504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.706634:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619845504:12345-0@lo:400:kworker.0 Request processed in 61us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.706642:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1769074760.706696:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619845504:0@lo:400:kworker.0 00000100:00080000:1.0:1769074760.706724:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074760.706757:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619845632:0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.706783:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074760.706809:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619845632 00000100:00100000:1.0:1769074760.706813:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619845632 00000100:00100000:1.0:1769074760.706858:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1769074760.709242:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619845376:0@lo:400:kworker.0 00000100:00100000:3.0:1769074760.709367:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074760.709468:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619845376 00000100:00100000:3.0:1769074760.709480:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619845376 00000100:00100000:3.0:1769074760.709534:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1769074760.709544:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619845376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074760.709609:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619845376:12345-0@lo:400:kworker.0 Request processed in 66us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.709617:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1769074760.709675:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619845376:0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.710439:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619845632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.710514:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619845632:12345-0@lo:400:kworker.0 Request processed in 91us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.710522:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:1.0:1769074760.710562:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074760.710624:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074760.710637:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619845760:0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.710674:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074760.710707:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619845760 00000100:00100000:1.0:1769074760.710715:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619845760 00000100:00100000:1.0:1769074760.710746:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1769074760.710754:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619845760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074760.710788:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619845760:12345-0@lo:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.710800:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1769074760.710850:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619845760:0@lo:400:kworker.0 00000100:00100000:3.0:1769074760.711071:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619845632:0@lo:400:kworker.0 00000100:00100000:3.0:1769074760.730054:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.730384:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647168 00000100:00100000:0.0:1769074760.730399:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647168 00000100:00100000:0.0:1769074760.730468:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6382 00000100:00100000:0.0:1769074760.730480:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57740:x1855007612647168:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.730524:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.730556:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e896b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa4b expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.730873:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.730893:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.730906:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.730924:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.730931:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.730938:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.731081:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.731104:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074760.731115:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:0.0:1769074760.736108:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941243 is committed 00000001:00080000:0.0:1769074760.736136:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941241 is committed 00000001:00080000:0.0:1769074760.736142:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941239 is committed 00000001:00080000:0.0:1769074760.736149:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941242 is committed 00000001:00080000:0.0:1769074760.736156:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941244 is committed 00000004:00080000:0.0:1769074760.736162:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1255 committed 00000004:00080000:0.0:1769074760.736183:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1246 committed 00000004:00080000:0.0:1769074760.736197:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1245 committed 00000004:00080000:0.0:1769074760.736200:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1244 committed 00000004:00080000:0.0:1769074760.736202:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1243 committed 00000004:00080000:0.0:1769074760.736205:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1254 committed 00000004:00080000:0.0:1769074760.736217:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1242 committed 00000004:00080000:0.0:1769074760.736219:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1253 committed 00000004:00080000:0.0:1769074760.736221:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1241 committed 00000004:00080000:0.0:1769074760.736224:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1252 committed 00000004:00080000:0.0:1769074760.736226:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1251 committed 00000004:00080000:0.0:1769074760.736229:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1250 committed 00000004:00080000:0.0:1769074760.736231:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1240 committed 00000004:00080000:0.0:1769074760.736234:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1239 committed 00000004:00080000:0.0:1769074760.736236:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1249 committed 00000004:00080000:0.0:1769074760.736239:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1248 committed 00000004:00080000:0.0:1769074760.736241:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1238 committed 00000100:00100000:0.0:1769074760.736511:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846016:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.736619:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.736663:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846528:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.736683:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.736710:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074760.736715:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846144:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.736733:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.736747:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846656:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.736765:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.736803:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846016 00000100:00100000:0.0:1769074760.736814:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846016 00000100:00100000:0.0:1769074760.736899:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846528 00000100:00100000:0.0:1769074760.736903:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846528 00000100:00100000:0.0:1769074760.736921:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846144 00000100:00100000:0.0:1769074760.736923:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846144 00000100:00100000:0.0:1769074760.736939:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846656 00000100:00100000:0.0:1769074760.736941:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846656 00000100:00100000:0.0:1769074760.736964:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9448 00000100:00100000:0.0:1769074760.736973:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3289:x1855007619846016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.737271:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074760.737276:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.737279:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.737281:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.737284:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074760.737337:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3289:x1855007619846016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 363us (717us total) trans 21474839438 rc 0/0 00000100:00100000:0.0:1769074760.737347:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9448 00000100:00100000:0.0:1769074760.737370:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9449 00000100:00100000:0.0:1769074760.737376:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3289:x1855007619846528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.737457:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.737461:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.737463:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.737466:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.737468:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074760.737490:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3289:x1855007619846528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (807us total) trans 21474839439 rc 0/0 00000100:00100000:0.0:1769074760.737497:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9449 00000100:00100000:0.0:1769074760.737509:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9450 00000100:00100000:0.0:1769074760.737515:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3289:x1855007619846144:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.737591:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074760.737594:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.737597:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.737599:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.737601:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5467 -> 5467 00000100:00100000:0.0:1769074760.737626:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3289:x1855007619846144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (892us total) trans 21474839440 rc 0/0 00000100:00100000:0.0:1769074760.737632:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9450 00000100:00100000:0.0:1769074760.737644:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9451 00000100:00100000:0.0:1769074760.737649:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3289:x1855007619846656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.737725:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.737728:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.737731:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.737733:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.737736:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:0.0:1769074760.737759:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3289:x1855007619846656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (993us total) trans 21474839441 rc 0/0 00000100:00100000:0.0:1769074760.737766:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9451 00000100:00100000:0.0:1769074760.737817:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846272:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.737879:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.737902:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846784:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.737922:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.737944:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074760.737950:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619845888:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.737969:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.737984:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.738006:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.738029:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846272 00000100:00100000:0.0:1769074760.738035:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846272 00000100:00100000:0.0:1769074760.738063:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846784 00000100:00100000:0.0:1769074760.738065:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846784 00000100:00100000:0.0:1769074760.738081:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619845888 00000100:00100000:0.0:1769074760.738084:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619845888 00000100:00100000:0.0:1769074760.738097:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846400 00000100:00100000:0.0:1769074760.738100:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846400 00000100:00100000:0.0:1769074760.738117:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9452 00000100:00100000:0.0:1769074760.738123:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619846272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.738226:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074760.738230:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.738233:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.738235:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.738238:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074760.738268:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619846272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 145us (389us total) trans 21474839442 rc 0/0 00000100:00100000:0.0:1769074760.738275:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9452 00000100:00100000:0.0:1769074760.738288:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9453 00000100:00100000:0.0:1769074760.738294:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619846784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.738368:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:0.0:1769074760.738372:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.738374:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.738376:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.738379:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:0.0:1769074760.738402:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619846784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (479us total) trans 21474839443 rc 0/0 00000100:00100000:0.0:1769074760.738409:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9453 00000100:00100000:0.0:1769074760.738422:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9454 00000100:00100000:0.0:1769074760.738428:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619845888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.738502:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1769074760.738505:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.738508:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.738510:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.738512:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1921 -> 1921 00000100:00100000:0.0:1769074760.738533:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619845888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (563us total) trans 21474839444 rc 0/0 00000100:00100000:0.0:1769074760.738538:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9454 00000100:00100000:0.0:1769074760.738548:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9455 00000100:00100000:0.0:1769074760.738553:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619846400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.738628:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.738632:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.738635:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.738638:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.738640:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1769074760.738663:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619846400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (656us total) trans 21474839445 rc 0/0 00000100:00100000:0.0:1769074760.738668:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9455 00000004:00080000:0.0:1769074760.738739:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41330380/2, rc 0, transno 21474839440 00000100:00100000:0.0:1769074760.738752:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846144:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738762:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1f80/2, rc 0, transno 21474839441 00000100:00100000:0.0:1769074760.738767:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846656:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738776:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41333480/2, rc 0, transno 21474839438 00000100:00100000:0.0:1769074760.738780:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846016:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738789:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332680/2, rc 0, transno 21474839439 00000100:00100000:0.0:1769074760.738793:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619846528:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738819:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41330000/2, rc 0, transno 21474839444 00000100:00100000:0.0:1769074760.738854:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619845888:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738862:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332d80/2, rc 0, transno 21474839445 00000100:00100000:0.0:1769074760.738866:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846400:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738873:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41331c00/2, rc 0, transno 21474839442 00000100:00100000:0.0:1769074760.738877:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846272:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.738883:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe2d80/2, rc 0, transno 21474839443 00000100:00100000:0.0:1769074760.738886:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619846784:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.738954:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619846912:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074760.738986:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.739015:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619846912 00000100:00100000:0.0:1769074760.739020:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619846912 00000100:00100000:0.0:1769074760.739048:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9456 00000100:00100000:0.0:1769074760.739054:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21f16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3292:x1855007619846912:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074760.739156:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074760.739158:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.739161:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.739163:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.739165:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:0.0:1769074760.739194:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21f16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3292:x1855007619846912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (207us total) trans 21474839446 rc 0/0 00000100:00100000:0.0:1769074760.739201:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9456 00010000:00010000:2.0:1769074760.739789:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.739806:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.739810:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074760.739815:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.739848:0:29856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.739856:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.739864:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.739870:0:29856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.739876:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.739888:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.739896:0:29856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.739903:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.739937:0:29856:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.739951:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619848064:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074760.740063:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7300 going to sleep for 11 seconds 00010000:00010000:2.0:1769074760.740084:0:29858:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.740373:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:2.0:1769074760.740425:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:2.0:1769074760.740431:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074760.740452:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074760.740487:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e896a4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 147 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.740507:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 146 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.740516:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.740519:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074760.740522:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b000, rc 0) 00000100:00100000:2.0:1769074760.740683:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:57739:x1855007612646784:12345-192.168.204.39@tcp:101:cat.0 Request processed in 71064us (74566us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.740692:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6380 00010000:00010000:2.0:1769074760.740736:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740743:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074760.740765:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:2.0:1769074760.740768:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074760.740780:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740793:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740803:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740809:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740816:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740876:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21204200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074760.740882:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740892:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740904:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074760.740907:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074760.740912:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740917:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204200/0x8b5959a9a0e896c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740930:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740936:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740942:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740947:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21204800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074760.740950:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740956:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740963:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9800) 00010000:00010000:2.0:1769074760.740966:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074760.740969:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.740974:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204800/0x8b5959a9a0e896c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074760.741003:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205000/0x8b5959a9a0e896b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.741015:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.741021:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.741023:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074760.741025:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204600, rc 0) 00000100:00100000:2.0:1769074760.741052:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57740:x1855007612647168:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10576us (11017us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.741058:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6382 00000100:00100000:0.0:1769074760.741437:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.741486:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.741525:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847680:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.741547:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.741573:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074760.741591:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.741612:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.741629:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847552:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.741648:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.741681:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847168 00000100:00100000:0.0:1769074760.741712:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847168 00000100:00100000:0.0:1769074760.741760:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847680 00000100:00100000:0.0:1769074760.741763:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847680 00000100:00100000:0.0:1769074760.741786:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847040 00000100:00100000:0.0:1769074760.741788:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847040 00000100:00100000:0.0:1769074760.741804:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847552 00000100:00100000:0.0:1769074760.741807:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847552 00000100:00100000:0.0:1769074760.741850:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9457 00000100:00100000:0.0:1769074760.741860:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619847168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.742127:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074760.742131:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.742135:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.742138:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.742140:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1769074760.742183:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619847168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 324us (696us total) trans 17179872489 rc 0/0 00000100:00100000:0.0:1769074760.742191:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9457 00000100:00100000:0.0:1769074760.742219:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9458 00000100:00100000:0.0:1769074760.742226:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619847680:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.742306:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.742310:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.742312:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.742314:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074760.742316:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1769074760.742339:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619847680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (791us total) trans 17179872490 rc 0/0 00000100:00100000:0.0:1769074760.742345:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9458 00000100:00100000:0.0:1769074760.742358:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9459 00000100:00100000:0.0:1769074760.742364:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619847040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.742442:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074760.742445:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.742448:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.742450:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.742453:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074760.742476:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619847040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (863us total) trans 17179872491 rc 0/0 00000100:00100000:0.0:1769074760.742483:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9459 00000100:00100000:0.0:1769074760.742495:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9460 00000100:00100000:0.0:1769074760.742501:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619847552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.742577:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074760.742581:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.742583:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.742585:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.742588:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074760.742612:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619847552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (963us total) trans 17179872492 rc 0/0 00000100:00100000:0.0:1769074760.742619:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9460 00000004:00080000:0.0:1769074760.742691:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019d500/2, rc 0, transno 17179872491 00000100:00100000:0.0:1769074760.742698:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847040:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.742708:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89180/2, rc 0, transno 17179872492 00000100:00100000:0.0:1769074760.742712:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847552:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.742721:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfcce00/2, rc 0, transno 17179872489 00000100:00100000:0.0:1769074760.742724:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847168:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.742732:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88e00/2, rc 0, transno 17179872490 00000100:00100000:0.0:1769074760.742736:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619847680:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.742762:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.742792:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.742812:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847808:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.742863:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.742880:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074760.742886:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847424:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.742904:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.742918:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847936:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074760.742934:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074760.742955:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847296 00000100:00100000:0.0:1769074760.742961:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847296 00000100:00100000:0.0:1769074760.742985:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847808 00000100:00100000:0.0:1769074760.742988:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847808 00000100:00100000:0.0:1769074760.742996:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847424 00000100:00100000:0.0:1769074760.742999:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847424 00000100:00100000:0.0:1769074760.743006:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619847936 00000100:00100000:0.0:1769074760.743008:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619847936 00000100:00100000:0.0:1769074760.743020:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9461 00000100:00100000:0.0:1769074760.743025:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619847296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.743118:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.743121:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.743124:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074760.743127:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.743130:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074760.743159:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619847296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (366us total) trans 17179872493 rc 0/0 00000100:00100000:0.0:1769074760.743165:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9461 00000100:00100000:0.0:1769074760.743178:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9462 00000100:00100000:0.0:1769074760.743184:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619847808:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.743274:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074760.743278:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.743280:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.743282:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.743284:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:0.0:1769074760.743310:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619847808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (446us total) trans 17179872494 rc 0/0 00000100:00100000:0.0:1769074760.743317:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9462 00000100:00100000:0.0:1769074760.743329:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9463 00000100:00100000:0.0:1769074760.743335:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619847424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.743413:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074760.743416:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.743418:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:0.0:1769074760.743421:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074760.743423:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074760.743447:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619847424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (541us total) trans 17179872495 rc 0/0 00000100:00100000:0.0:1769074760.743456:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9463 00000100:00100000:0.0:1769074760.743471:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9464 00000100:00100000:0.0:1769074760.743476:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619847936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074760.743550:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074760.743554:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.743556:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074760.743559:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074760.743562:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074760.743586:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619847936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (651us total) trans 17179872496 rc 0/0 00000100:00100000:0.0:1769074760.743592:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9464 00000004:00080000:0.0:1769074760.743647:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104aa00/2, rc 0, transno 21474839446 00000100:00100000:0.0:1769074760.743653:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619846912:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074760.743675:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8a680/2, rc 0, transno 17179872495 00000100:00100000:0.0:1769074760.743680:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847424:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.743687:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d13480/2, rc 0, transno 17179872496 00000100:00100000:0.0:1769074760.743691:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847936:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.743697:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88000/2, rc 0, transno 17179872493 00000100:00100000:0.0:1769074760.743701:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847296:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074760.743707:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89f80/2, rc 0, transno 17179872494 00000100:00100000:0.0:1769074760.743710:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619847808:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074760.754657:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.754708:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.754871:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647296 00000100:00100000:1.0:1769074760.754884:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647296 00000100:00100000:1.0:1769074760.754953:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2693 00000100:00100000:1.0:1769074760.754964:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4207e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57734:x1855007612647296:12345-192.168.204.39@tcp:49:multiop.0 00000100:00100000:1.0:1769074760.755156:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4207e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57734:x1855007612647296:12345-192.168.204.39@tcp:49:multiop.0 Request processed in 193us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.755165:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2693 00000100:00100000:2.0:1769074760.755513:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619848064:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074760.755567:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064400/0x8b5959a9a0e8968f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 145 pid: 29856 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074760.755607:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.755636:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065200, rc 0) 00000100:00100000:2.0:1769074760.755668:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57737:x1855007612646144:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 108148us (108318us total) trans 8589941244 rc 0/0 00000100:00100000:2.0:1769074760.755676:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6379 00000100:00100000:2.0:1769074760.755698:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647424 00000100:00100000:2.0:1769074760.755701:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647424 00000100:00100000:2.0:1769074760.755772:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6383 00000100:00100000:2.0:1769074760.755780:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612647424:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074760.755793:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.755814:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065400/0x8b5959a9a0e896d5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa52 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.755876:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065400/0x8b5959a9a0e896d5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa52 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.755889:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065400/0x8b5959a9a0e896d5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa52 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.755902:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.755905:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074760.755909:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065400, rc 0) 00000100:00100000:2.0:1769074760.755925:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612647424:12345-192.168.204.39@tcp:101:cat.0 Request processed in 147us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.755931:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6383 00000100:00100000:3.0:1769074760.758710:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.763702:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647552 00000100:00100000:2.0:1769074760.763725:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647552 00000100:00100000:2.0:1769074760.763928:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6384 00000100:00100000:2.0:1769074760.763944:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57740:x1855007612647552:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074760.763974:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.764002:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065600/0x8b5959a9a0e896dc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa59 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.764078:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065600/0x8b5959a9a0e896dc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa59 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.764114:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065600/0x8b5959a9a0e896dc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa59 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.764139:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.764142:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074760.764146:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065600, rc 0) 00000100:00100000:2.0:1769074760.764251:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57740:x1855007612647552:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 310us (5556us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.769030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.769381:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.769444:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.769480:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647808 00000100:00100000:1.0:1769074760.769493:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647808 00002000:00100000:1.0:1769074760.769557:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41148a80 x1855007612647808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074760.769570:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41148a80 with x1855007612647808 ext(0->1048575) 00000100:00100000:3.0:1769074760.769724:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:1.0:1769074760.772686:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41148a80 00000100:00100000:1.0:1769074760.772767:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5282 00000100:00100000:1.0:1769074760.772798:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2370:x1855007612647808:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074760.774688:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6384 00000100:00100000:3.0:1769074760.775387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.776681:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647936 00000100:00100000:2.0:1769074760.776699:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647936 00000100:00100000:2.0:1769074760.776799:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:2.0:1769074760.776811:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612647936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074760.776846:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074760.776880:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065400/0x8b5959a9a0e896d5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa52 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.776907:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.776914:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074760.776994:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2372:x1855007612647936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 185us (7613us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.777003:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:2.0:1769074760.780453:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648064 00000100:00100000:2.0:1769074760.780475:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648064 00000100:00100000:2.0:1769074760.780546:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648192 00000100:00100000:2.0:1769074760.780550:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648192 00000100:00100000:2.0:1769074760.781246:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9465 00000100:00100000:3.0:1769074760.781246:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.781278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.781299:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.781319:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.781342:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.781352:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+14:57737:x1855007612648064:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074760.781380:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1769074760.781380:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074760.781406:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa67 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.781418:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648448 00000100:00100000:3.0:1769074760.781422:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648448 00010000:00010000:2.0:1769074760.781446:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.781449:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648320 00000100:00100000:3.0:1769074760.781451:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648320 00010000:00010000:2.0:1769074760.781456:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.781458:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.781462:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2985984->3145727] (req 2985984->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.781473:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648576 00000100:00100000:3.0:1769074760.781475:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648576 00000100:00100000:3.0:1769074760.781484:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648704 00000100:00100000:3.0:1769074760.781486:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648704 00000100:00100000:3.0:1769074760.781494:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648832 00000100:00100000:3.0:1769074760.781496:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648832 00010000:00010000:2.0:1769074760.781503:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.781504:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612648960 00000100:00100000:3.0:1769074760.781506:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612648960 00000100:00100000:3.0:1769074760.781516:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9466 00010000:00010000:2.0:1769074760.781521:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 1844 lvb_type: 0 00000100:00100000:3.0:1769074760.781523:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612648192:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074760.781531:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1769074760.781538:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619848192:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.781539:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa6e expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.781552:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.781553:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.781562:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 18 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.781577:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 18 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.781592:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030e00, rc 0) 00000100:00100000:2.0:1769074760.781724:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.782120:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612647680 00000100:00100000:0.0:1769074760.782128:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612647680 00000100:00100000:0.0:1769074760.782167:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9467 00000100:00100000:0.0:1769074760.782177:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612648448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.782186:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.782197:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa7c expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.782224:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.782226:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.782234:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.782247:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.782256:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204e00, rc 0) 00000100:00100000:3.0:1769074760.784570:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612648192:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3033us (9295us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.784585:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9466 00000100:00100000:3.0:1769074760.784631:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9468 00000100:00100000:3.0:1769074760.784645:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612648320:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074760.784662:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074760.784684:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e896f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa75 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.784708:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9469 00000100:00100000:2.0:1769074760.784718:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612648576:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074760.784727:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.784736:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e896ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa83 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.784753:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619848320:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074760.784764:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619848448:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074760.784857:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.785120:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00080000:3.0:1769074760.785136:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074760.785275:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9470 00000100:00100000:2.0:1769074760.785285:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612648704:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074760.785297:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.785311:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89706 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa8a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.785347:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619848576:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074760.785388:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.785573:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612648448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3395us (4332us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.785641:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9467 00000100:00100000:0.0:1769074760.785669:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9471 00000100:00100000:0.0:1769074760.785677:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612648832:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.785686:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.785697:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21204c00/0x8b5959a9a0e8970d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa91 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.785727:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619848704:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074760.785755:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.785781:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9472 00000100:00100000:0.0:1769074760.785790:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612648960:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.785799:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.785807:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e89714 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa98 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.785873:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619848832:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074760.785896:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.785917:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9473 00000100:00100000:0.0:1769074760.785925:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57734:x1855007612647680:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074760.785935:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.785943:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa60 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.785962:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.785965:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.785971:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.785984:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.785998:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205000, rc 0) 00000100:00100000:0.0:1769074760.786023:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57734:x1855007612647680:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 99us (17009us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.786029:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9473 00000100:00100000:2.0:1769074760.790556:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.790864:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619848320:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074760.790919:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e896f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa75 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.790954:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030600/0x8b5959a9a0e896f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa75 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.790972:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:2.0:1769074760.791086:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612648320:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6442us (9802us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074760.791115:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9468 00010000:00010000:2.0:1769074760.791271:0:33558:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from glimpse AST (req@0000000075f5e666 x1855007619848704) - normal race ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 1844 lvb_type: 0 00010000:00010000:2.0:1769074760.791313:0:33558:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.791337:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619848704:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074760.791359:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.791362:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.791374:0:33558:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 19 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.791386:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 19 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.791397:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.791399:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.791403:0:33558:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.791411:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.791463:0:33558:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.791482:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619848960:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074760.791577:0:33558:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 19 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.791589:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619849088:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074760.791615:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.791704:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619848448:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074760.791727:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e896ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa83 expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.791741:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e896ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa83 expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.791751:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:2.0:1769074760.791781:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612648576:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7065us (10480us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074760.791789:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9469 00000100:00100000:2.0:1769074760.791912:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619848576:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074760.791930:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89706 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa8a expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.791941:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89706 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa8a expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.791950:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:2.0:1769074760.791978:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612648704:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6695us (10657us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074760.791989:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9470 00000100:00100000:1.0:1769074760.793108:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649088 00000100:00100000:1.0:1769074760.793124:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649088 00000100:00100000:1.0:1769074760.793223:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:1.0:1769074760.793235:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612649088:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.793269:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.793273:0:26370:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 8b5959a9a0e89603) 00010000:00010000:1.0:1769074760.793275:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.793341:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612649088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 108us (2808us total) trans 0 rc 116/116 00000100:00100000:1.0:1769074760.793349:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:1.0:1769074760.794230:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619848832:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074760.794274:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e89714 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa98 expref: 6 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074760.794298:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21205400/0x8b5959a9a0e89714 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa98 expref: 6 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074760.794313:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21205400, rc 0) 00000100:00100000:1.0:1769074760.794354:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612648960:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8564us (12972us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074760.794362:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9472 00010000:00010000:0.0:1769074760.794603:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89603 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9fe expref: 18 pid: 6531 timeout: 1844 lvb_type: 0 00000100:00100000:0.0:1769074760.794618:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619848192:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074760.794645:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.794657:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065800, rc 0) 00000100:00100000:0.0:1769074760.794683:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+17:57737:x1855007612648064:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 13428us (24961us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.794690:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9465 00000100:00100000:2.0:1769074760.802039:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.802288:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619848960:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074760.802304:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619849088:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074760.802361:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21204c00/0x8b5959a9a0e8970d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa91 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.802399:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204c00/0x8b5959a9a0e8970d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa91 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.802415:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21204c00, rc 0) 00000100:00100000:0.0:1769074760.802502:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612648832:12345-192.168.204.39@tcp:101:cat.0 Request processed in 16824us (21157us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074760.802514:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9471 00000100:00100000:3.0:1769074760.803477:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649216 00000100:00100000:3.0:1769074760.803491:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649216 00002000:00100000:3.0:1769074760.803549:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20f:0x0] (2985984->2990079) req@ffff956d40d24700 x1855007612649216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.803562:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24700 with x1855007612649216 ext(2985984->2990079) 00002000:00010000:3.0:1769074760.803568:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d24700 00000100:00100000:3.0:1769074760.803679:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5283 00000100:00100000:3.0:1769074760.803692:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612649216:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074760.804294:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612649216:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 600us (2274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074760.804305:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5283 00002000:00100000:3.0:1769074760.804313:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20f:0x0] (2985984->2990079) req@ffff956d40d24700 x1855007612649216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/4536 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.804323:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24700 with x1855007612649216 ext(2985984->2990079) 00002000:00010000:3.0:1769074760.804328:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d24700 00000100:00100000:3.0:1769074760.811714:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.811812:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649344 00000100:00100000:2.0:1769074760.811840:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649344 00002000:00100000:2.0:1769074760.811912:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (2187264->2191359) req@ffff956d27d97480 x1855007612649344/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074760.811926:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d97480 with x1855007612649344 ext(2187264->2191359) 00002000:00010000:2.0:1769074760.811934:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d27d97480 00000100:00100000:2.0:1769074760.812019:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5284 00000100:00100000:2.0:1769074760.812039:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612649344:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074760.812603:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612649344:12345-192.168.204.39@tcp:3:cat.0 Request processed in 572us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074760.812614:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5284 00002000:00100000:2.0:1769074760.812622:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (2187264->2191359) req@ffff956d27d97480 x1855007612649344/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/4536 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074760.812631:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d97480 with x1855007612649344 ext(2187264->2191359) 00002000:00010000:2.0:1769074760.812637:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d27d97480 00000100:00100000:1.0:1769074760.826308:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.826600:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649600 00000100:00100000:2.0:1769074760.826618:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649600 00000100:00100000:2.0:1769074760.826727:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6385 00000100:00100000:2.0:1769074760.826743:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57740:x1855007612649600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074760.826782:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.826814:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89722 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aa9f expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.826996:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.827016:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.827037:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.827048:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.827420:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.827441:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 9 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.827459:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.827581:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.827591:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 143 pid: 29858 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.827600:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849344:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.827625:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074760.828556:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.830779:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649728 00000100:00100000:2.0:1769074760.830800:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649728 00002000:00100000:3.0:1769074760.831422:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41989f80 x1855007612649728/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.831437:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989f80 with x1855007612649728 ext(0->1048575) 00002000:00010000:3.0:1769074760.831445:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41989f80 00000100:00100000:3.0:1769074760.831535:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5285 00000100:00100000:3.0:1769074760.831546:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612649728:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074760.842567:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.842610:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.842684:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.842722:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650112 00000100:00100000:0.0:1769074760.842735:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650112 00000100:00100000:0.0:1769074760.842803:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9474 00000100:00100000:0.0:1769074760.842813:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:57737:x1855007612650112:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074760.842861:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.842886:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aaa6 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.842926:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.842935:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.842938:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.842942:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->2142207] (req 2097152->2142207) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.842990:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.843005:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074760.843022:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619849472:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.843313:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.843691:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612647808:12345-192.168.204.39@tcp:3:cat.0 Request processed in 70910us (74244us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074760.843704:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5282 00002000:00100000:0.0:1769074760.843716:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41148a80 x1855007612647808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/440 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074760.843729:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41148a80 with x1855007612647808 ext(0->1048575) 00002000:00010000:0.0:1769074760.843735:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41148a80 00000100:00100000:1.0:1769074760.843909:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649856 00000100:00100000:1.0:1769074760.843916:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649856 00010000:00010000:1.0:1769074760.843952:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.843986:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612649984 00000100:00100000:1.0:1769074760.843990:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612649984 00010000:00010000:1.0:1769074760.844004:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 144 pid: 29858 timeout: 1844 lvb_type: 0 00000100:00100000:1.0:1769074760.844027:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5040 00000100:00100000:1.0:1769074760.844035:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612649856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.844047:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.844055:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.844071:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 10 pid: 30391 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.844109:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.844116:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.844127:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.844134:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.844162:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612649856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 128us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.844168:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5040 00000100:00100000:1.0:1769074760.844237:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5041 00000100:00100000:1.0:1769074760.844244:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+144:2371:x1855007612649984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.844253:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.844269:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 144 pid: 29858 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.844284:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 144 pid: 29858 timeout: 1844 lvb_type: 0 00010000:00010000:1.0:1769074760.844299:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074760.844302:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.844309:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.844316:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.844336:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.844356:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+144:2371:x1855007612649984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 112us (1745us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.844363:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5041 00010000:00010000:2.0:1769074760.847885:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204600/0x8b5959a9a0e896ce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa4b expref: 9 pid: 30391 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.847917:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.847935:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e896ab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa3d expref: 143 pid: 29858 timeout: 1844 lvb_type: 0 00000100:00100000:2.0:1769074760.847946:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849344:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.847977:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.847986:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.847992:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074760.848017:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074760.850724:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89722 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.850765:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.850776:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.850780:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1769074760.850784:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:2.0:1769074760.850896:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612649600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 24156us (24604us total) trans 8589941245 rc 0/0 00000100:00100000:2.0:1769074760.850908:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6385 00000100:00100000:0.0:1769074760.853531:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.854565:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650240 00000100:00100000:3.0:1769074760.854583:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650240 00002000:00100000:3.0:1769074760.854650:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2195456->2199551) req@ffff956d40ff2680 x1855007612650240/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.854665:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff2680 with x1855007612650240 ext(2195456->2199551) 00002000:00010000:3.0:1769074760.854672:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff2680 00000100:00100000:3.0:1769074760.854714:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5286 00000100:00100000:3.0:1769074760.854726:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612650240:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074760.855438:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612650240:12345-192.168.204.39@tcp:3:cat.0 Request processed in 710us (1917us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074760.855450:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5286 00002000:00100000:3.0:1769074760.855458:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2195456->2199551) req@ffff956d40ff2680 x1855007612650240/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/4536 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.855468:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff2680 with x1855007612650240 ext(2195456->2199551) 00002000:00010000:3.0:1769074760.855473:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40ff2680 00000100:00100000:1.0:1769074760.859612:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619849472:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.859683:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->2142207] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.859712:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:1.0:1769074760.859796:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+6:57737:x1855007612650112:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 16983us (17111us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.859808:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9474 00000100:00100000:2.0:1769074760.860055:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.861476:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650368 00000100:00100000:1.0:1769074760.861496:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650368 00010000:00010000:1.0:1769074760.861560:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 18 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074760.861615:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5042 00000100:00100000:1.0:1769074760.861626:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612650368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.861648:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.861679:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 18 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.861696:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 18 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.861731:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8960a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa05 expref: 18 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.861752:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.861755:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.861764:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.861777:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.861863:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.861884:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619849600:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.862003:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d200193c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.863227:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.863260:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650496 00000100:00100000:0.0:1769074760.863271:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650496 00000100:00100000:0.0:1769074760.863334:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9475 00000100:00100000:0.0:1769074760.863344:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57738:x1855007612650496:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.863365:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.863387:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aaad expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.863423:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.863432:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.863435:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074760.863440:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.863477:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.863494:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074760.863509:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619849728:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.865511:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ccc0 going to sleep for 11 seconds 00000100:00080000:0.0:1769074760.865561:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074760.865607:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612649728:12345-192.168.204.39@tcp:3:cat.0 Request processed in 34053us (37048us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074760.865622:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5285 00002000:00100000:1.0:1769074760.865638:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41989f80 x1855007612649728/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/440 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074760.865650:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41989f80 with x1855007612649728 ext(0->1048575) 00002000:00010000:1.0:1769074760.865658:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41989f80 00000100:00100000:2.0:1769074760.869962:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.871271:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650624 00000100:00100000:1.0:1769074760.871289:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650624 00000100:00100000:1.0:1769074760.871373:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6386 00000100:00100000:1.0:1769074760.871384:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612650624:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074760.871415:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.871442:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89745 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aab4 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.871555:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.871576:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.871586:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074760.871633:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.871651:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 10 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074760.871668:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849856:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074760.873064:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.873709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.873772:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.873803:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651008 00000100:00100000:0.0:1769074760.873813:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651008 00000100:00100000:3.0:1769074760.873969:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612650752 00000100:00100000:3.0:1769074760.873975:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612650752 00002000:00100000:3.0:1769074760.874035:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (2138112->2142207) req@ffff956d40ff1180 x1855007612650752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.874048:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1180 with x1855007612650752 ext(2138112->2142207) 00002000:00010000:3.0:1769074760.874055:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40ff1180 00000100:00100000:3.0:1769074760.874078:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5287 00000100:00100000:3.0:1769074760.874097:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612650752:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074760.874519:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612650752:12345-192.168.204.39@tcp:3:cat.0 Request processed in 430us (816us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074760.874528:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5287 00002000:00100000:3.0:1769074760.874536:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (2138112->2142207) req@ffff956d40ff1180 x1855007612650752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/4536 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.874546:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff1180 with x1855007612650752 ext(2138112->2142207) 00002000:00010000:3.0:1769074760.874550:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40ff1180 00000100:00100000:0.0:1769074760.875401:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2694 00000100:00100000:0.0:1769074760.875415:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57734:x1855007612651008:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074760.875717:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57734:x1855007612651008:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 305us (1943us total) trans 8589941246 rc 0/0 00000100:00100000:0.0:1769074760.875730:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2694 00000100:00100000:1.0:1769074760.876050:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619849600:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074760.876087:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.876122:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612650368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14498us (16069us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.876132:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5042 00000100:00100000:3.0:1769074760.881017:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.882245:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651136 00000100:00100000:1.0:1769074760.882263:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651136 00010000:00010000:1.0:1769074760.882334:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074760.882392:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5043 00000100:00100000:1.0:1769074760.882403:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612651136:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.882422:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.882449:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.882468:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.882502:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.882505:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.882514:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.882527:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.882582:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.882600:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619849984:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074760.882709:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cc00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074760.883297:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e895ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9e9 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074760.883318:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619849728:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074760.883354:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.883366:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97000, rc 0) 00000100:00100000:0.0:1769074760.883407:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57738:x1855007612650496:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20064us (20200us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.883416:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9475 00000100:00100000:1.0:1769074760.893808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.893878:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.893911:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.894052:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651776 00000100:00100000:3.0:1769074760.894064:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651776 00000100:00100000:3.0:1769074760.894142:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2695 00000100:00100000:3.0:1769074760.894153:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+143:57737:x1855007612651776:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074760.894489:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57737:x1855007612651776:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 337us (576us total) trans 8589941247 rc 0/0 00000100:00100000:3.0:1769074760.894498:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2695 00000100:00100000:3.0:1769074760.894525:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651264 00000100:00100000:3.0:1769074760.894529:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651264 00010000:00010000:3.0:1769074760.894548:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 11 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.894574:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5044 00000100:00100000:3.0:1769074760.894580:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612651264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.894592:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.894599:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 11 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.894614:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 11 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.894638:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074760.894644:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074760.894656:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074760.894664:0:26370:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074760.894683:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.894700:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612651264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 120us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.894707:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5044 00000100:00100000:0.0:1769074760.895115:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651392 00000100:00100000:0.0:1769074760.895120:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651392 00000100:00100000:0.0:1769074760.895160:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9476 00000100:00100000:0.0:1769074760.895167:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+6:57739:x1855007612651392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.895179:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.895197:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aabb expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.895230:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.895232:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.895241:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.895256:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.895269:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:0.0:1769074760.895308:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+7:57739:x1855007612651392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 142us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.895314:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9476 00000100:00100000:0.0:1769074760.895364:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619849984:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074760.895392:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074760.895410:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612651136:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13010us (14412us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.895418:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5043 00010000:00010000:2.0:1769074760.898079:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89729 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa9f expref: 10 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.898200:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619849856:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.898250:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.898283:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.898289:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074760.898359:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:2.0:1769074760.898366:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074760.898394:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.898444:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89745 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.898463:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.898473:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.898476:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074760.898481:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b400, rc 0) 00000100:00100000:2.0:1769074760.898707:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612650624:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 27324us (28760us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.898719:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6386 00000100:00100000:3.0:1769074760.906140:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.906198:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.906236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.906273:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.906299:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.906992:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652032 00000100:00100000:0.0:1769074760.907010:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652032 00000100:00100000:0.0:1769074760.907099:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651904 00000100:00100000:0.0:1769074760.907103:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651904 00000100:00100000:0.0:1769074760.907127:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652160 00000100:00100000:0.0:1769074760.907130:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652160 00000100:00100000:0.0:1769074760.907156:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9477 00000100:00100000:0.0:1769074760.907169:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612652032:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074760.907196:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.907235:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8975a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aac9 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.907321:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619850112:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074760.907430:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.907453:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612651520 00000100:00100000:0.0:1769074760.907457:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612651520 00002000:00100000:0.0:1769074760.907493:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d27d94700 x1855007612651520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074760.907504:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d94700 with x1855007612651520 ext(1048576->2097151) 00002000:00010000:0.0:1769074760.907509:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d94700 00000100:00100000:0.0:1769074760.907522:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652288 00000100:00100000:0.0:1769074760.907525:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652288 00002000:00100000:0.0:1769074760.907537:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d27d95180 x1855007612652288/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074760.907544:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d95180 with x1855007612652288 ext(1048576->2097151) 00002000:00010000:0.0:1769074760.907547:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d95180 00000100:00100000:0.0:1769074760.907567:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5288 00000100:00100000:0.0:1769074760.907572:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2370:x1855007612651520:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074760.911928:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9478 00000100:00100000:1.0:1769074760.911969:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612651904:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074760.911996:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.912025:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aac2 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074760.912060:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.912063:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074760.912076:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074760.912098:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074760.912121:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a800, rc 0) 00000100:00100000:1.0:1769074760.912216:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612651904:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 259us (5928us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.912226:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9478 00000100:00100000:1.0:1769074760.912273:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9479 00000100:00100000:1.0:1769074760.912281:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612652160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074760.912291:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074760.912299:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89768 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aad0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074760.912362:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619850240:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074760.912434:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.912576:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5289 00000100:00100000:2.0:1769074760.912591:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612652288:12345-192.168.204.39@tcp:3:cat.0 00002000:00010000:2.0:1769074760.921981:0:33557:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074758 -> 1769074761 00002000:00010000:2.0:1769074760.921994:0:33557:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074758 -> 1769074761 00000100:00100000:2.0:1769074760.922037:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619850240:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074760.922101:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89768 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad0 expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.922129:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89768 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad0 expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.922143:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a200, rc 0) 00000100:00100000:2.0:1769074760.922238:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612652160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 9957us (15937us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074760.922249:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9479 00002000:00010000:0.0:1769074760.923904:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074758 -> 1769074761 00002000:00010000:0.0:1769074760.923917:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074758 -> 1769074761 00000100:00100000:0.0:1769074760.923946:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619850112:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074760.923993:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8975a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac9 expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.924018:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8975a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac9 expref: 19 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074760.924043:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97600, rc 0) 00000100:00100000:0.0:1769074760.924444:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612652032:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 17275us (18242us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074760.924454:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9477 00000100:00100000:2.0:1769074760.931219:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.931904:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652544 00000100:00100000:2.0:1769074760.931919:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652544 00000100:00100000:2.0:1769074760.932001:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6387 00000100:00100000:2.0:1769074760.932012:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612652544:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074760.932052:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074760.932083:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8976f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aad7 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.932236:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.932257:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074760.932272:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074760.932289:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074760.932470:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8976f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 12 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.932492:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.932503:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074760.932507:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074760.932511:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:2.0:1769074760.932615:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57740:x1855007612652544:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 605us (1421us total) trans 8589941248 rc 0/0 00000100:00100000:2.0:1769074760.932625:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6387 00000100:00100000:2.0:1769074760.943898:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.943943:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.943978:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652800 00000100:00100000:2.0:1769074760.943990:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652800 00000100:00100000:2.0:1769074760.944064:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652672 00000100:00100000:2.0:1769074760.944066:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652672 00000100:00100000:3.0:1769074760.944230:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9480 00000100:00100000:3.0:1769074760.944243:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612652800:12345-192.168.204.39@tcp:1:lfs.0 00000100:00100000:0.0:1769074760.944262:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612652288:12345-192.168.204.39@tcp:3:cat.0 Request processed in 31674us (38022us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074760.944275:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5289 00002000:00100000:0.0:1769074760.944289:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d27d95180 x1855007612652288/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/440 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074760.944300:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d95180 with x1855007612652288 ext(1048576->2097151) 00002000:00010000:0.0:1769074760.944307:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d95180 00010000:00010000:3.0:1769074760.944307:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.944330:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.944341:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 17 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.944350:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.944356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074760.944358:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.944360:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.944364:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.944407:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.944423:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 6 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.944439:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619850368:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.944497:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9481 00000100:00100000:2.0:1769074760.944507:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612652672:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074760.944530:0:33557:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.944543:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.944557:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.944565:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 14 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.944571:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.944572:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.944575:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.944596:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 14 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.944604:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 14 pid: 26584 timeout: 1845 lvb_type: 1 00000100:00100000:2.0:1769074760.944614:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850496:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.944687:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 17 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074760.944697:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 17 pid: 33557 timeout: 1845 lvb_type: 1 00000100:00100000:3.0:1769074760.944708:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619850624:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074760.946074:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074760.946189:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074760.946218:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 18 pid: 33558 timeout: 1845 lvb_type: 1 00000100:00100000:2.0:1769074760.946233:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850752:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.946288:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946299:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 6 pid: 33557 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.946309:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850880:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.946345:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.946380:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653056 00000100:00100000:2.0:1769074760.946391:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653056 00000100:00100000:2.0:1769074760.946446:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612652928 00000100:00100000:2.0:1769074760.946450:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612652928 00000100:00100000:2.0:1769074760.946485:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9482 00000100:00100000:2.0:1769074760.946496:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612653056:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074760.946538:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946555:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946563:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.946566:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.946570:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946594:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946604:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 19 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.946614:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619851008:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.946642:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.946662:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9483 00000100:00100000:2.0:1769074760.946670:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612652928:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074760.946696:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946709:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946717:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.946719:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074760.946721:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946740:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.946757:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 18 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.946768:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619851136:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.946791:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.949818:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2370:x1855007612651520:12345-192.168.204.39@tcp:3:cat.0 Request processed in 42224us (43672us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074760.949855:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5288 00002000:00100000:0.0:1769074760.949874:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d27d94700 x1855007612651520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 488/440 e 0 to 0 dl 1769074771 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074760.949886:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d94700 with x1855007612651520 ext(1048576->2097151) 00010000:00010000:0.0:1769074760.949899:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.949913:0:26133:0:(ldlm_lockd.c:594:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074760.949922:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d27d94700 00010000:00010000:2.0:1769074760.951788:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.951813:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 5 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.951851:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619851264:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.951934:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074760.954405:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.954455:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.955878:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653184 00000100:00100000:2.0:1769074760.955897:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653184 00000100:00100000:2.0:1769074760.955977:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653312 00000100:00100000:2.0:1769074760.955981:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653312 00000100:00100000:2.0:1769074760.956015:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9484 00000100:00100000:2.0:1769074760.956026:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2371:x1855007612653184:12345-192.168.204.39@tcp:1:lfs.0 00000100:00100000:3.0:1769074760.956243:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9485 00000100:00100000:3.0:1769074760.956255:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612653312:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1769074760.956289:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.956315:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.956324:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074760.956327:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074760.956332:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.956384:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.956398:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 6 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.956418:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619851392:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074760.956548:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205c00 going to sleep for 11 seconds 00010000:00010000:2.0:1769074760.956592:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956609:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 6 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956623:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956629:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074760.956631:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1769074760.956634:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956659:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956669:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 14 pid: 33557 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.956680:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619851520:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.956720:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 6 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.956730:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 6 pid: 6533 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.956740:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619851648:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.956765:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.961083:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619851392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074760.961143:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.961278:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619851008:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074760.961300:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.961668:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619851520:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.961682:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619851648:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.961703:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.961734:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619850624:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.961746:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619851264:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.961764:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850752:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074760.961774:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850880:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074760.963332:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619851136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074760.963368:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074760.967413:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.967464:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.967506:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.967672:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653824 00000100:00100000:2.0:1769074760.967685:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653824 00002000:00100000:2.0:1769074760.967759:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2142207) req@ffff956d08851180 x1855007612653824/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074760.967774:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851180 with x1855007612653824 ext(2097152->2142207) 00010000:00010000:2.0:1769074760.967785:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.967802:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00002000:00010000:2.0:1769074760.967811:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08851180 00000100:00100000:2.0:1769074760.967987:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1093 00000100:00100000:2.0:1769074760.967999:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612653824:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074760.972315:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653568 00000100:00100000:3.0:1769074760.972337:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653568 00010000:00010000:0.0:1769074760.972981:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 20 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074760.973043:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653696 00000100:00100000:0.0:1769074760.973048:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653696 00010000:00010000:0.0:1769074760.973064:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 21 pid: 33557 timeout: 1845 lvb_type: 1 00000100:00100000:2.0:1769074760.976439:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619850368:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074760.976496:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.976563:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.979863:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.981162:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654208 00000100:00100000:3.0:1769074760.981186:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654208 00002000:00100000:3.0:1769074760.981310:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2187264->2199551) req@ffff956d2e972d80 x1855007612654208/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 12776/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.981324:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e972d80 with x1855007612654208 ext(2187264->2199551) 00010000:00010000:3.0:1769074760.981335:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 7 pid: 6533 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.981351:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 7 pid: 6533 timeout: 1845 lvb_type: 0 00002000:00010000:3.0:1769074760.981360:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2e972d80 00000100:00100000:3.0:1769074760.981395:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1094 00000100:00100000:3.0:1769074760.981405:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612654208:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074760.982150:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612654208:12345-192.168.204.39@tcp:4:cat.0 Request processed in 741us (2304us total) trans 21474839447 rc 0/0 00000100:00100000:3.0:1769074760.982162:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1094 00002000:00100000:3.0:1769074760.982171:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2187264->2199551) req@ffff956d2e972d80 x1855007612654208/t21474839447(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:296/0 lens 12776/448 e 0 to 0 dl 1769074771 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074760.982181:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e972d80 with x1855007612654208 ext(2187264->2199551) 00010000:00010000:3.0:1769074760.982190:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 9 pid: 6533 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.982200:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 9 pid: 6533 timeout: 1845 lvb_type: 0 00002000:00010000:3.0:1769074760.982219:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d2e972d80 00000100:00100000:2.0:1769074760.983566:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612653824:12345-192.168.204.39@tcp:4:cat.0 Request processed in 15558us (16090us total) trans 17179872497 rc 0/0 00000100:00100000:2.0:1769074760.983580:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1093 00002000:00100000:2.0:1769074760.983591:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2142207) req@ffff956d08851180 x1855007612653824/t17179872497(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/448 e 0 to 0 dl 1769074771 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074760.983601:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851180 with x1855007612653824 ext(2097152->2142207) 00010000:00010000:2.0:1769074760.983612:0:6537:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.983626:0:6537:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00002000:00010000:2.0:1769074760.983635:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08851180 00000100:00100000:1.0:1769074760.984529:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653952 00000100:00100000:1.0:1769074760.984545:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653952 00010000:00010000:2.0:1769074760.984748:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074760.984798:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5045 00000100:00100000:2.0:1769074760.984808:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2373:x1855007612653568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074760.984843:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074760.984874:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.984888:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.984921:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e895f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f0 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.984941:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.984943:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.984949:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.984960:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.984992:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.985240:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5046 00000100:00100000:1.0:1769074760.985253:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2373:x1855007612653696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074760.985373:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074760.985390:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 20 pid: 33557 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074760.985408:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 20 pid: 33557 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074760.985423:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89761 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aac2 expref: 20 pid: 33557 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074760.985436:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074760.985652:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612653568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 845us (18256us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.985662:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5045 00000100:00100000:2.0:1769074760.985690:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5047 00000100:00100000:2.0:1769074760.985698:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2370:x1855007612653952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074760.985708:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074760.985724:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.985734:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.985751:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e895fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9f7 expref: 21 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074760.985767:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.985769:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074760.985773:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.985781:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.985807:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074760.985909:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612653696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 660us (18400us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074760.985917:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5046 00000100:00100000:2.0:1769074760.985975:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2370:x1855007612653952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 277us (9411us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.985983:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5047 00010000:00010000:2.0:1769074760.986226:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986237:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986266:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986275:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986284:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986296:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074760.986301:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986310:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986323:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986330:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89792 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.986387:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612653056:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 39892us (42029us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.986395:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9482 00010000:00010000:2.0:1769074760.986422:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986430:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986450:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986457:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986465:0:21706:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986471:0:21706:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bea00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074760.986474:0:21706:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986480:0:21706:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986490:0:21706:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.986497:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89799 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074760.986592:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612652928:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 39922us (40532us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.986601:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9483 00000100:00100000:2.0:1769074760.991549:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.991677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.991746:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.991793:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654080 00000100:00100000:1.0:1769074760.991807:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654080 00000100:00100000:0.0:1769074760.991848:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619850496:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074760.991897:0:33557:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1769074760.991899:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2985984->3145727) req@ffff956c0c1c7480 x1855007612654080/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/0 e 0 to 0 dl 1769074771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074760.991910:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c1c7480 with x1855007612654080 ext(2985984->3145727) 00010000:00010000:1.0:1769074760.991919:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 15 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074760.991932:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 15 pid: 33557 timeout: 1845 lvb_type: 0 00002000:00010000:1.0:1769074760.991940:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0c1c7480 00000100:00100000:1.0:1769074760.991980:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1095 00000100:00100000:1.0:1769074760.991991:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612654080:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074760.993342:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074760.993373:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074760.994110:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654592 00000100:00100000:0.0:1769074760.994124:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654592 00000100:00100000:0.0:1769074760.994183:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9486 00000100:00100000:0.0:1769074760.994193:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:57739:x1855007612654592:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.994223:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.994255:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aade expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074760.994420:0:21706:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x81d 00010000:00010000:0.0:1769074760.994449:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.994452:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.994462:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.994481:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.994496:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96800, rc 0) 00000100:00100000:0.0:1769074760.994563:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:57739:x1855007612654592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 370us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.994570:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9486 00000100:00100000:0.0:1769074760.994783:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074760.994801:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612653440 00000100:00100000:0.0:1769074760.994804:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654848 00000100:00100000:0.0:1769074760.994807:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654848 00000100:00100000:1.0:1769074760.994807:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612653440 00000100:00100000:0.0:1769074760.994847:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9487 00010000:00010000:1.0:1769074760.994850:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 1845 lvb_type: 1 00000100:00100000:0.0:1769074760.994854:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57738:x1855007612654848:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074760.994868:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074760.994877:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aae5 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.994891:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.994893:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.994898:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 7 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.994910:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 7 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.994925:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97c00, rc 0) 00000100:00100000:1.0:1769074760.994941:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654464 00000100:00100000:1.0:1769074760.994945:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654464 00000100:00100000:0.0:1769074760.994947:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612654848:12345-192.168.204.39@tcp:101:cat.0 Request processed in 94us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074760.994953:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9487 00010000:00010000:1.0:1769074760.994961:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 17 pid: 26584 timeout: 1845 lvb_type: 1 00000100:00100000:1.0:1769074760.994984:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654720 00000100:00100000:1.0:1769074760.994988:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654720 00010000:00010000:1.0:1769074760.995003:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 10 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074760.995192:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5048 00000100:00100000:0.0:1769074760.995211:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612653440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074760.995224:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074760.995245:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 1845 lvb_type: 1 00010000:00010000:0.0:1769074760.995257:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 1845 lvb_type: 1 00000100:00100000:2.0:1769074760.995298:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5049 00000100:00100000:2.0:1769074760.995310:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612654464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074760.995321:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1769074760.995362:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5050 00000100:00100000:3.0:1769074760.995372:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612654720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.995380:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.995398:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 10 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.995413:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 10 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.995433:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89753 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aabb expref: 10 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.995451:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.995474:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612654720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 104us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.995482:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5050 00010000:00010000:2.0:1769074760.995660:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 17 pid: 26584 timeout: 1845 lvb_type: 1 00010000:00010000:2.0:1769074760.995673:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 17 pid: 26584 timeout: 1845 lvb_type: 1 00010000:00010000:2.0:1769074760.995688:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e896ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa6e expref: 17 pid: 26584 timeout: 1845 lvb_type: 1 00010000:00010000:2.0:1769074760.995701:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074760.995724:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612654464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 418us (3977us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074760.995732:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5049 00000100:00100000:3.0:1769074760.995993:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.996185:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.996230:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.996334:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074760.996352:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654336 00000100:00100000:3.0:1769074760.996359:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654336 00010000:00010000:3.0:1769074760.996385:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 9 pid: 33557 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.996405:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612654976 00000100:00100000:3.0:1769074760.996408:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612654976 00010000:00010000:3.0:1769074760.996421:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.996445:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655104 00000100:00100000:3.0:1769074760.996448:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655104 00010000:00010000:3.0:1769074760.996462:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.996473:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655232 00000100:00100000:3.0:1769074760.996476:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655232 00010000:00010000:3.0:1769074760.996486:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 10 pid: 6533 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074760.996499:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5051 00000100:00100000:3.0:1769074760.996506:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612654336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.996517:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.996529:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 10 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996541:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 10 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996560:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e89665 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa21 expref: 10 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996573:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.996598:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612654336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 91us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.996605:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5051 00000100:00100000:3.0:1769074760.996621:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5052 00000100:00100000:3.0:1769074760.996628:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612654976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.996636:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.996648:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996659:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996673:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97000/0x8b5959a9a0e8973e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaad expref: 7 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996684:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.996686:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.996691:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.996703:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.996733:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.996752:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2371:x1855007612654976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 124us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.996759:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5052 00000100:00100000:3.0:1769074760.996772:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5053 00000100:00100000:3.0:1769074760.996778:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612655104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.996786:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.996797:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996807:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996846:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89730 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2142207) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaa6 expref: 9 pid: 33558 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.996952:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.996955:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074760.996959:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.996968:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.996987:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.997007:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612655104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074760.997014:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5053 00000100:00100000:3.0:1769074760.997027:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5054 00010000:00010000:0.0:1769074760.997366:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21204e00/0x8b5959a9a0e896f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa7c expref: 19 pid: 33558 timeout: 1845 lvb_type: 1 00010000:00010000:0.0:1769074760.997378:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.997381:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074760.997385:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074760.997394:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074760.997440:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612655232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074760.997450:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074760.997463:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.997476:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.997491:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21205000/0x8b5959a9a0e8971b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa60 expref: 8 pid: 6533 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074760.997504:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074760.997527:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612655232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 92us (1194us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074761.006233:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074761.006286:0:33557:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006303:0:33557:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006350:0:33557:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006359:0:33557:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006368:0:33557:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006375:0:33557:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bfc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074761.006380:0:33557:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006390:0:33557:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006415:0:33557:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.006423:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8978b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074761.006554:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612652672:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 62041us (62603us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.006567:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9481 00000100:00100000:0.0:1769074761.007646:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612653440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11659us (15325us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.007664:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5048 00000100:00100000:1.0:1769074761.008433:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.008674:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655360 00000100:00100000:0.0:1769074761.008693:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655360 00002000:00100000:0.0:1769074761.008752:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0d76d500 x1855007612655360/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.008764:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76d500 with x1855007612655360 ext(1048576->2097151) 00002000:00010000:0.0:1769074761.008771:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76d500 00010000:00010000:2.0:1769074761.009016:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009043:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009262:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009272:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009281:0:33558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009290:0:33558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074761.009294:0:33558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009304:0:33558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009328:0:33558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009335:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89784 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074761.009412:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5290 00000100:00100000:0.0:1769074761.009424:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612655360:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074761.009440:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612652800:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 65199us (65567us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.009449:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9480 00010000:00010000:2.0:1769074761.009481:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009489:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009506:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009513:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009520:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009525:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074761.009528:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009534:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009544:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.009550:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e897a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.009581:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612653312:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 53330us (55126us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.009588:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9485 00000100:00100000:2.0:1769074761.016972:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612654080:12345-192.168.204.39@tcp:4:cat.0 Request processed in 24963us (25275us total) trans 21474839448 rc 0/0 00000100:00100000:2.0:1769074761.016994:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1095 00002000:00100000:2.0:1769074761.017014:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2985984->3145727) req@ffff956c0c1c7480 x1855007612654080/t21474839448(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:296/0 lens 488/448 e 0 to 0 dl 1769074771 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.017027:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c1c7480 with x1855007612654080 ext(2985984->3145727) 00010000:00010000:2.0:1769074761.017042:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.017066:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00002000:00010000:2.0:1769074761.017076:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956c0c1c7480 00000100:00100000:3.0:1769074761.023034:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5054 00000100:00100000:2.0:1769074761.024288:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.024338:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655488 00000100:00100000:2.0:1769074761.024351:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655488 00002000:00100000:2.0:1769074761.024424:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0c1c6a00 x1855007612655488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.024436:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c1c6a00 with x1855007612655488 ext(1048576->2097151) 00002000:00010000:2.0:1769074761.024445:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c1c6a00 00000100:00100000:2.0:1769074761.024480:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5291 00000100:00100000:2.0:1769074761.024492:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2370:x1855007612655488:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074761.038448:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.038679:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655616 00000100:00100000:0.0:1769074761.038694:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655616 00010000:00010000:0.0:1769074761.038773:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.038844:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5055 00000100:00100000:0.0:1769074761.038864:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612655616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00080000:1.0:1769074761.038875:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1769074761.038884:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074761.038915:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.038935:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.038963:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065800/0x8b5959a9a0e896e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2199552->18446744073709551615] (req 2985984->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa67 expref: 16 pid: 33557 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.038984:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.038987:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.038993:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.039005:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.039046:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074761.039110:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612655616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 257us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.039119:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5055 00010000:00010000:1.0:1769074761.039218:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039228:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039271:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039281:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039294:0:26360:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039302:0:26360:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074761.039307:0:26360:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039317:0:26360:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039332:0:26360:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.039339:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e897a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.039411:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612653184:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 83387us (85023us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.039421:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9484 00000100:00100000:3.0:1769074761.052911:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2370:x1855007612655488:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28403us (28633us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074761.052932:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5291 00002000:00100000:3.0:1769074761.052953:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0c1c6a00 x1855007612655488/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.052966:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c1c6a00 with x1855007612655488 ext(1048576->2097151) 00002000:00010000:3.0:1769074761.052973:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c1c6a00 00000100:00100000:2.0:1769074761.053143:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.053247:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.053287:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612655872 00000100:00100000:2.0:1769074761.053298:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612655872 00000100:00100000:2.0:1769074761.053359:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656128 00000100:00100000:2.0:1769074761.053363:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656128 00000100:00100000:2.0:1769074761.053391:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6388 00000100:00100000:2.0:1769074761.053401:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57740:x1855007612655872:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074761.053473:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.053509:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065600/0x8b5959a9a0e896dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa59 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053530:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.053536:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074761.053576:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074761.053592:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053600:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053608:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074761.053647:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053665:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 7 pid: 30549 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.053682:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619851776:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074761.053764:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053774:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 144 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.053789:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619851904:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074761.053809:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.053857:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6389 00000100:00100000:2.0:1769074761.053867:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57745:x1855007612656128:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074761.053881:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.053893:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e897c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aaec expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.053951:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.053962:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.053973:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.053986:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.053993:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.054000:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074761.061393:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.061441:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.062267:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656256 00000100:00100000:1.0:1769074761.062285:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656256 00010000:00010000:1.0:1769074761.062349:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 8 pid: 30549 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.062394:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656384 00000100:00100000:1.0:1769074761.062398:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656384 00010000:00010000:1.0:1769074761.062415:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 146 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.062438:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5056 00000100:00100000:1.0:1769074761.062448:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612656256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.062468:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074761.062475:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 8 pid: 30549 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.062492:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 8 pid: 30549 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.062521:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00000100:00100000:3.0:1769074761.062525:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5057 00010000:00010000:1.0:1769074761.062527:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074761.062535:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:2373:x1855007612656384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.062539:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074761.062544:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074761.062548:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 146 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.062557:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 146 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.062569:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.062573:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.062592:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.062600:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074761.062611:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612656256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 164us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.062620:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5056 00010000:00010000:3.0:1769074761.062628:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074761.062648:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:2373:x1855007612656384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 115us (1207us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.062654:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5057 00010000:00010000:0.0:1769074761.062885:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e896b2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa44 expref: 7 pid: 30549 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.062905:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619851776:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.062919:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065200/0x8b5959a9a0e89696 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aa36 expref: 145 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.062929:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619851904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.062960:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.062970:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.062976:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000040:00080000:0.0:1769074761.064054:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1548, 88 off134768 00000004:00080000:0.0:1769074761.064072:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745225247694ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.064150:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1556, 88 off135472 00000004:00080000:0.0:1769074761.064157:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745225333424ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.064185:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1557, 88 off135560 00000004:00080000:0.0:1769074761.064189:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745225365897ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.064702:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1549, 88 off134856 00000004:00080000:0.0:1769074761.064711:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745225887829ns, next at 1691681415343ns, rc = 0 00000100:00100000:1.0:1769074761.068271:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.068814:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656512 00000100:00100000:2.0:1769074761.068852:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656512 00000100:00100000:2.0:1769074761.068939:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9488 00000100:00100000:2.0:1769074761.068950:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612656512:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.068980:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.069011:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aaf3 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074761.069056:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x821 00010000:00010000:2.0:1769074761.069094:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.069097:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.069111:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.069134:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.069152:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8600, rc 0) 00000100:00100000:2.0:1769074761.069237:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612656512:12345-192.168.204.39@tcp:101:cat.0 Request processed in 287us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.069246:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9488 00000040:00080000:0.0:1769074761.070594:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1550, 88 off134944 00000004:00080000:0.0:1769074761.070614:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745231790011ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.070685:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1558, 88 off135648 00000004:00080000:0.0:1769074761.070691:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745231867486ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.070725:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1559, 88 off135736 00000004:00080000:0.0:1769074761.070729:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745231906266ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.070744:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1560, 88 off135824 00000004:00080000:0.0:1769074761.070749:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745231925401ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.070766:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1551, 88 off135032 00000004:00080000:0.0:1769074761.070769:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745231946031ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.070785:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1561, 88 off135912 00000004:00080000:0.0:1769074761.070790:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745231966314ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.070805:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1552, 88 off135120 00000004:00080000:0.0:1769074761.070809:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745231985802ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.070842:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1562, 88 off136000 00000004:00080000:0.0:1769074761.070851:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745232027459ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.071231:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1553, 88 off135208 00000004:00080000:0.0:1769074761.071238:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745232415114ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.071258:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1554, 88 off135296 00000004:00080000:0.0:1769074761.071315:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745232491207ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.071338:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1555, 88 off135384 00000004:00080000:0.0:1769074761.071343:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745232519640ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.071358:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1556, 88 off135472 00000004:00080000:0.0:1769074761.071363:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745232539604ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.071382:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1563, 88 off136088 00000004:00080000:0.0:1769074761.071386:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745232562707ns, next at 1696607292856ns, rc = 0 00000100:00100000:3.0:1769074761.075052:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612655360:12345-192.168.204.39@tcp:3:cat.0 Request processed in 65610us (66604us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074761.075073:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5290 00000100:00100000:2.0:1769074761.075306:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.075360:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656640 00000100:00100000:2.0:1769074761.075370:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656640 00000100:00100000:2.0:1769074761.075436:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6390 00000100:00100000:2.0:1769074761.075447:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612656640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.075478:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.075505:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aafa expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.075581:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074761.075594:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.075617:0:30391:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074761.075633:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.075650:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.075654:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074761.075660:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.075668:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9c00, rc 0) 00000100:00100000:2.0:1769074761.075695:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612656640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 251us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.075702:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6390 00002000:00100000:3.0:1769074761.075932:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956c0d76d500 x1855007612655360/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.075946:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76d500 with x1855007612655360 ext(1048576->2097151) 00002000:00010000:3.0:1769074761.075955:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76d500 00000100:00100000:2.0:1769074761.084636:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.084706:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656768 00000100:00100000:2.0:1769074761.084722:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656768 00000100:00100000:2.0:1769074761.084805:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9489 00000100:00100000:2.0:1769074761.084818:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:57739:x1855007612656768:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.084867:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.084894:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab01 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.084930:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.084933:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.084945:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.084967:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.084985:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8c00, rc 0) 00000100:00100000:2.0:1769074761.085185:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:57739:x1855007612656768:12345-192.168.204.39@tcp:101:cat.0 Request processed in 269us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.085196:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9489 00000100:00100000:3.0:1769074761.090947:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.090990:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612656896 00000100:00100000:3.0:1769074761.091002:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612656896 00000100:00100000:3.0:1769074761.091078:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6391 00000100:00100000:3.0:1769074761.091096:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57739:x1855007612656896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.091127:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.091158:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab08 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.091250:0:29858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 146 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.091265:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 146 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.091288:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.091292:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074761.091297:0:29858:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.091307:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:3.0:1769074761.091376:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:57739:x1855007612656896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 289us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.091383:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6391 00000001:00080000:1.0:1769074761.121248:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941249 is committed 00000004:00080000:1.0:1769074761.121269:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1263 committed 00000004:00080000:1.0:1769074761.121285:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1255 committed 00000004:00080000:1.0:1769074761.121295:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1254 committed 00000004:00080000:1.0:1769074761.121298:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1253 committed 00000004:00080000:1.0:1769074761.121300:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1252 committed 00000004:00080000:1.0:1769074761.121304:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1262 committed 00000004:00080000:1.0:1769074761.121307:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1251 committed 00000004:00080000:1.0:1769074761.121309:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1261 committed 00000004:00080000:1.0:1769074761.121313:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1250 committed 00000004:00080000:1.0:1769074761.121315:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1260 committed 00000004:00080000:1.0:1769074761.121317:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1259 committed 00000004:00080000:1.0:1769074761.121320:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1258 committed 00000004:00080000:1.0:1769074761.121322:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1249 committed 00000004:00080000:1.0:1769074761.121325:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1248 committed 00000004:00080000:1.0:1769074761.121327:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1257 committed 00000004:00080000:1.0:1769074761.121329:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1256 committed 00000004:00080000:1.0:1769074761.121332:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1247 committed 00000001:00080000:1.0:1769074761.121342:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941246 is committed 00000001:00080000:1.0:1769074761.122397:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941247 is committed 00000004:00010000:0.0:1769074761.122460:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042b0831f reply state 0000000033f862b2 transno 8589941249 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074761.122480:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074761.122713:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.122739:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.122750:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.122786:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.122805:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 5/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 8 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.122849:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854080:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074761.122984:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d034dd600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.124030:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.124285:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.124335:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.124391:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.124415:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853312:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.124440:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.124460:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.124480:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.124696:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852288 00000100:00100000:3.0:1769074761.124707:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852288 00000100:00100000:3.0:1769074761.124766:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852800 00000100:00100000:3.0:1769074761.124770:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852800 00000100:00100000:3.0:1769074761.124786:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853312 00000100:00100000:3.0:1769074761.124788:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853312 00000100:00100000:3.0:1769074761.124806:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853824 00000100:00100000:3.0:1769074761.124809:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853824 00000100:00100000:3.0:1769074761.124850:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9490 00000100:00100000:3.0:1769074761.124861:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619852288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.125926:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3291:x1855007619852288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1059us (1634us total) trans 17179872498 rc 0/0 00000100:00100000:3.0:1769074761.125940:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9490 00000100:00100000:3.0:1769074761.125969:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9491 00000100:00100000:3.0:1769074761.125980:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619852800:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.126266:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fce00/2, rc 0, transno 17179872498 00000100:00100000:1.0:1769074761.126276:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.126288:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1769074761.126301:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.126342:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.126371:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.126393:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.126412:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853440:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.126437:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.126452:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.126471:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126631:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852160:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.126664:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126678:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.126696:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126706:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.126724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126733:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.126771:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126788:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1769074761.126794:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852032:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.126815:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126846:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.126867:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126878:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.126897:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126906:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.126924:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.126956:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852416 00000100:00100000:2.0:1769074761.126964:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852416 00000100:00100000:2.0:1769074761.126998:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852928 00000100:00100000:2.0:1769074761.127001:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852928 00000100:00100000:2.0:1769074761.127012:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853440 00000100:00100000:2.0:1769074761.127015:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853440 00000100:00100000:2.0:1769074761.127025:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853952 00000100:00100000:2.0:1769074761.127028:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853952 00000100:00100000:2.0:1769074761.127035:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852160 00000100:00100000:2.0:1769074761.127036:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852160 00000100:00100000:2.0:1769074761.127045:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852672 00000100:00100000:2.0:1769074761.127047:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852672 00000100:00100000:2.0:1769074761.127054:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853184 00000100:00100000:2.0:1769074761.127056:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853184 00000100:00100000:2.0:1769074761.127064:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853696 00000100:00100000:2.0:1769074761.127066:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853696 00000100:00100000:2.0:1769074761.127075:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852032 00000100:00100000:2.0:1769074761.127077:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852032 00000100:00100000:1.0:1769074761.127661:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619852544 00000100:00100000:1.0:1769074761.127670:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619852544 00000100:00100000:1.0:1769074761.127697:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853056 00000100:00100000:1.0:1769074761.127700:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853056 00000100:00100000:1.0:1769074761.127713:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619853568 00000100:00100000:1.0:1769074761.127715:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619853568 00000100:00100000:1.0:1769074761.127732:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9492 00000100:00100000:1.0:1769074761.127742:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619853312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.127997:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619853312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 255us (3554us total) trans 21474839449 rc 0/0 00000100:00100000:1.0:1769074761.128007:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9492 00000100:00100000:2.0:1769074761.128241:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9493 00000100:00100000:2.0:1769074761.128253:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619853824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.128363:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.128368:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.128370:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.128373:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.128375:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074761.128407:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3291:x1855007619853824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (3925us total) trans 21474839450 rc 0/0 00000100:00100000:2.0:1769074761.128414:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9493 00010000:00080000:0.0:1769074761.128577:0:29856:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1769074761.128601:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612655872:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 75198us (75455us total) trans 8589941249 rc 0/0 00000100:00100000:0.0:1769074761.128610:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6388 00000100:00100000:0.0:1769074761.128881:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.128912:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9494 00000100:00100000:0.0:1769074761.128923:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3291:x1855007619852416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074761.129064:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074761.129069:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074761.129071:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:0.0:1769074761.129074:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074761.129076:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00002000:00010000:3.0:1769074761.129220:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074761.129225:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.129229:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.129232:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.129235:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:3.0:1769074761.129274:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619852800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3297us (4882us total) trans 17179872499 rc 0/0 00000100:00100000:3.0:1769074761.129283:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9491 00000100:00100000:0.0:1769074761.129326:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619852416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 406us (2985us total) trans 17179872500 rc 0/0 00000100:00100000:0.0:1769074761.129334:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9494 00000100:00100000:1.0:1769074761.129393:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9495 00000100:00100000:1.0:1769074761.129404:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619852928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074761.129507:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074761.129510:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074761.129512:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074761.129514:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074761.129516:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074761.129545:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619852928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 145us (3151us total) trans 17179872501 rc 0/0 00000100:00100000:1.0:1769074761.129552:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9495 00000100:00100000:2.0:1769074761.131411:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9496 00000100:00100000:2.0:1769074761.131435:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619853440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.131678:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074761.131683:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.131685:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.131689:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.131692:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074761.131770:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619853440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 345us (5331us total) trans 21474839451 rc 0/0 00000100:00100000:2.0:1769074761.131778:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9496 00000100:00100000:2.0:1769074761.131800:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9497 00000100:00100000:2.0:1769074761.131808:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619853952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.131921:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:2.0:1769074761.131924:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.131927:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.131929:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.131932:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:2.0:1769074761.131958:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619853952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 151us (5485us total) trans 21474839452 rc 0/0 00000100:00100000:2.0:1769074761.131964:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9497 00000100:00100000:2.0:1769074761.131980:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9498 00000100:00100000:2.0:1769074761.131988:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619852160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.132412:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074761.132417:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.132419:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.132421:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.132423:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074761.132470:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619852160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 483us (5805us total) trans 17179872502 rc 0/0 00000100:00100000:2.0:1769074761.132477:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9498 00000100:00100000:2.0:1769074761.132506:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9499 00000100:00100000:2.0:1769074761.132515:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619852672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.132603:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.132606:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.132608:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.132610:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.132613:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074761.132639:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619852672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 125us (5940us total) trans 17179872503 rc 0/0 00000100:00100000:2.0:1769074761.132646:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9499 00000100:00100000:2.0:1769074761.132660:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9500 00000100:00100000:2.0:1769074761.132667:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3290:x1855007619853184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.132751:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074761.132755:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.132757:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.132759:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.132761:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074761.132785:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619853184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (6060us total) trans 21474839453 rc 0/0 00000100:00100000:2.0:1769074761.132791:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9500 00000100:00100000:2.0:1769074761.132805:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9501 00000100:00100000:2.0:1769074761.132812:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3290:x1855007619853696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.132918:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.132921:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.132923:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.132925:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.132929:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074761.132954:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619853696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (6181us total) trans 21474839454 rc 0/0 00000100:00100000:2.0:1769074761.132961:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9501 00000100:00100000:2.0:1769074761.132975:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9502 00000100:00100000:2.0:1769074761.132983:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619852032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.133655:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619852032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 670us (6835us total) trans 17179872504 rc 0/0 00000100:00100000:2.0:1769074761.133665:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9502 00000100:00100000:2.0:1769074761.133684:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9503 00000100:00100000:2.0:1769074761.133694:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619852544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.133782:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074761.133786:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.133789:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.133791:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.133794:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074761.133819:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619852544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (6952us total) trans 17179872505 rc 0/0 00000100:00100000:2.0:1769074761.133857:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9503 00000100:00100000:2.0:1769074761.133873:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9504 00000100:00100000:2.0:1769074761.133880:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3290:x1855007619853056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.133991:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619853056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (7093us total) trans 21474839455 rc 0/0 00000100:00100000:2.0:1769074761.133998:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9504 00000100:00100000:2.0:1769074761.134011:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9505 00000100:00100000:2.0:1769074761.134030:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3290:x1855007619853568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.134436:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.134441:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.134443:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.134446:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.134448:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074761.134480:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619853568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 461us (7554us total) trans 21474839456 rc 0/0 00000100:00100000:2.0:1769074761.134487:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9505 00000100:00100000:2.0:1769074761.134554:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657024 00000100:00100000:2.0:1769074761.134568:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657024 00010000:00010000:2.0:1769074761.134611:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 5/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.134658:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5058 00000100:00100000:2.0:1769074761.134666:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612657024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.134681:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.134689:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 5/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.134707:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.134739:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.134745:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.134757:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.134767:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.134779:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.134801:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.134882:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612657024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (6002us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.134890:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5058 00000004:00080000:2.0:1769074761.134950:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fc000/2, rc 0, transno 17179872504 00000100:00100000:2.0:1769074761.134958:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852032:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.134969:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fd180/2, rc 0, transno 17179872505 00000100:00100000:2.0:1769074761.134973:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.134987:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c4a80/2, rc 0, transno 21474839455 00000100:00100000:2.0:1769074761.134999:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853056:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.135009:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20696a00/2, rc 0, transno 21474839456 00000100:00100000:2.0:1769074761.135013:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853568:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.135023:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fe300/2, rc 0, transno 17179872502 00000100:00100000:2.0:1769074761.135027:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852160:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.135037:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fed80/2, rc 0, transno 17179872503 00000100:00100000:2.0:1769074761.135041:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619852672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.135051:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d96300/2, rc 0, transno 21474839453 00000100:00100000:2.0:1769074761.135055:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853184:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.135064:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04210380/2, rc 0, transno 21474839454 00000100:00100000:2.0:1769074761.135068:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619853696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.135615:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619854208:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.135670:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.135709:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619854208 00000100:00100000:2.0:1769074761.135715:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619854208 00000100:00100000:2.0:1769074761.135743:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9506 00000100:00100000:2.0:1769074761.135749:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619854208:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1769074761.136308:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.136323:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.136331:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.136338:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df9e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074761.136344:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.136353:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40218400000020 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.136369:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.136372:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074761.136380:0:3276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136392:0:3276:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136401:0:3276:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136414:0:3276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136422:0:3276:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136429:0:3276:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.136464:0:3276:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074761.136476:0:3276:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41802680 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3276:1855007619854336:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074761.136628:0:3276:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074761.136637:0:3276:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3276:1855007619854464:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074761.136657:0:3276:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00002000:00010000:2.0:1769074761.137636:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074761.137644:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.137648:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.137650:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.137653:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:2.0:1769074761.137727:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3289:x1855007619854208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1975us (2054us total) trans 21474839457 rc 0/0 00000100:00100000:2.0:1769074761.137738:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9506 00000004:00080000:2.0:1769074761.137810:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178c700/2, rc 0, transno 21474839457 00000100:00100000:2.0:1769074761.137818:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619854208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.138168:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.138303:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657152 00000100:00100000:3.0:1769074761.138312:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657152 00000100:00100000:3.0:1769074761.138367:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6392 00000100:00100000:3.0:1769074761.138377:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612657152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074761.138407:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.138439:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab0f expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.138596:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.138613:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.138640:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.138644:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074761.138649:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977200, rc 0) 00000100:00100000:3.0:1769074761.138697:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57740:x1855007612657152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 322us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.138705:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6392 00010000:00010000:2.0:1769074761.139441:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89776 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aad7 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.139465:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854080:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074761.139497:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139519:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139526:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074761.139551:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074761.139748:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139757:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139765:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139771:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074761.139776:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139785:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139801:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.139804:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074761.139808:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139814:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e897f4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139878:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139885:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139894:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139898:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074761.139901:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139907:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139915:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074761.139917:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074761.139920:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139926:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e897ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139935:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139941:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139946:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139951:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074761.139953:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139959:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139970:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1400) 00010000:00010000:2.0:1769074761.139973:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074761.139976:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.139981:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e897d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.140051:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e897c3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaec expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.140062:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074761.140065:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074761.140068:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e897c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaec expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.140077:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9000, rc 0) 00000100:00100000:2.0:1769074761.142871:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57745:x1855007612656128:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 88985us (89603us total) trans 8589941250 rc 301/301 00000100:00100000:2.0:1769074761.142890:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6389 00000004:00080000:1.0:1769074761.146045:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184ff100/2, rc 0, transno 17179872500 00000100:00100000:1.0:1769074761.146067:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852416:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.146082:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fd500/2, rc 0, transno 17179872501 00000100:00100000:1.0:1769074761.146270:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852928:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.146294:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe7b80/2, rc 0, transno 21474839451 00000100:00100000:1.0:1769074761.146299:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853440:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.146309:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04211880/2, rc 0, transno 21474839452 00000100:00100000:1.0:1769074761.146312:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853952:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.146323:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fdc00/2, rc 0, transno 17179872499 00000100:00100000:1.0:1769074761.146327:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619852800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.146337:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d27d94e00/2, rc 0, transno 21474839449 00000100:00100000:1.0:1769074761.146341:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853312:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.146350:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04210a80/2, rc 0, transno 21474839450 00000100:00100000:1.0:1769074761.146354:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619853824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.156163:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.156348:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.157453:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657280 00000100:00100000:0.0:1769074761.157471:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657280 00000100:00100000:0.0:1769074761.157546:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657408 00000100:00100000:0.0:1769074761.157550:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657408 00000100:00100000:0.0:1769074761.157573:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2696 00000100:00100000:0.0:1769074761.157584:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612657280:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074761.157761:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612657280:12345-192.168.204.39@tcp:49:cat.0 Request processed in 178us (1613us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.157771:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2696 00000100:00100000:0.0:1769074761.157795:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2697 00000100:00100000:0.0:1769074761.157802:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612657408:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074761.157887:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612657408:12345-192.168.204.39@tcp:49:cat.0 Request processed in 85us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.157894:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2697 00000100:00100000:0.0:1769074761.158538:0:3276:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41802680 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3276:1855007619854336:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074761.158554:0:3276:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3276:1855007619854464:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074761.158589:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.158606:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e897bc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074761.161694:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.166271:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657664 00000100:00100000:0.0:1769074761.166295:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657664 00000100:00100000:0.0:1769074761.166393:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2698 00000100:00100000:0.0:1769074761.166405:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4207c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57740:x1855007612657664:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074761.167537:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4207c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57740:x1855007612657664:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1124us (5848us total) trans 8589941251 rc 0/0 00000100:00100000:0.0:1769074761.167550:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2698 00000100:00100000:1.0:1769074761.167800:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.168034:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612657920 00000100:00100000:3.0:1769074761.168044:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612657920 00000100:00100000:3.0:1769074761.168185:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6393 00000100:00100000:3.0:1769074761.168196:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57747:x1855007612657920:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074761.168224:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.168250:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89809 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab16 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.168350:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168369:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168381:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168401:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168408:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168414:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168591:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8981e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168601:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8981e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168608:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8981e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074761.168620:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074761.168738:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168747:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168756:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168764:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074761.168769:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168776:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168792:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074761.168796:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074761.168801:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168807:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976400/0x8b5959a9a0e89810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.168820:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169439:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169448:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169455:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074761.169459:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169468:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169482:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa200) 00010000:00010000:3.0:1769074761.169485:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074761.169490:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169496:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89817 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.169571:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89809 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab16 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.169593:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8981e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab16 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.169602:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.169605:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074761.169609:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:3.0:1769074761.169737:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57747:x1855007612657920:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1539us (1934us total) trans 8589941252 rc 0/0 00000100:00100000:3.0:1769074761.169748:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6393 00000100:00100000:2.0:1769074761.175268:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.175386:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658176 00000100:00100000:3.0:1769074761.175402:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658176 00002000:00100000:3.0:1769074761.175479:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d4178c000 x1855007612658176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.175494:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178c000 with x1855007612658176 ext(1048576->2097151) 00002000:00010000:3.0:1769074761.175500:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4178c000 00000100:00100000:3.0:1769074761.175543:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5292 00000100:00100000:3.0:1769074761.175553:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612658176:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074761.184651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.185390:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658304 00000100:00100000:3.0:1769074761.185407:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658304 00000100:00100000:3.0:1769074761.185547:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6394 00000100:00100000:3.0:1769074761.185559:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57747:x1855007612658304:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074761.185597:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.185601:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1769074761.185636:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8981e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab16 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185665:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9c00/0x8b5959a9a0e897df lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aafa expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185676:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.185682:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074761.185699:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8982c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab1d expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185772:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.185788:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185798:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185806:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185814:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.185898:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.185917:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 8 pid: 30391 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.185938:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854592:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.186252:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.186314:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 143 pid: 29858 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.186324:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41802a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854720:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.186361:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.186370:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 8 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.186379:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41803b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854848:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074761.186401:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.201758:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.201799:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.201980:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.202009:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.202173:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658944 00000100:00100000:3.0:1769074761.202186:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658944 00000100:00100000:0.0:1769074761.202371:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658816 00000100:00100000:0.0:1769074761.202376:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658816 00000100:00100000:2.0:1769074761.202402:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658432 00000100:00100000:2.0:1769074761.202408:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658432 00000100:00100000:0.0:1769074761.202430:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2699 00010000:00010000:2.0:1769074761.202439:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 10 pid: 30391 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.202441:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57740:x1855007612658816:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074761.202466:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612658560 00000100:00100000:2.0:1769074761.202469:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612658560 00010000:00010000:2.0:1769074761.202486:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.202502:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5059 00000100:00100000:2.0:1769074761.202508:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612658432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.202522:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.202529:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 10 pid: 30391 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.202547:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 10 pid: 30391 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.202576:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.202582:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.202593:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.202600:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.202673:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612658432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 164us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.202683:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5059 00000100:00100000:2.0:1769074761.202708:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5060 00000100:00100000:2.0:1769074761.202713:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:2371:x1855007612658560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.202726:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.202731:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.202746:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 144 pid: 29858 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.202758:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.202761:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.202766:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.202771:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.202788:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:2371:x1855007612658560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 75us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.202793:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57740:x1855007612658816:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 354us (1056us total) trans 8589941253 rc 0/0 00000100:00100000:2.0:1769074761.202795:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5060 00000100:00100000:0.0:1769074761.202801:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2699 00010000:00010000:2.0:1769074761.202883:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977200/0x8b5959a9a0e897fb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab0f expref: 9 pid: 30391 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.202900:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854592:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074761.202914:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e897ed lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab08 expref: 143 pid: 29858 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.202924:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41802a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854720:192.168.204.39@tcp:104: 00002000:00100000:3.0:1769074761.202973:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41801180 x1855007612658944/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.202984:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801180 with x1855007612658944 ext(1048576->2097151) 00002000:00010000:3.0:1769074761.202992:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801180 00000100:00100000:2.0:1769074761.203256:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5293 00000100:00100000:2.0:1769074761.203267:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612658944:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074761.204701:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612658176:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 29134us (29439us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074761.204717:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5292 00002000:00100000:3.0:1769074761.204730:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d4178c000 x1855007612658176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.204743:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178c000 with x1855007612658176 ext(1048576->2097151) 00002000:00010000:3.0:1769074761.204751:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4178c000 00000100:00100000:2.0:1769074761.213313:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41803b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854848:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074761.213362:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074761.218485:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.218797:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659072 00000100:00100000:0.0:1769074761.218811:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659072 00010000:00010000:0.0:1769074761.218916:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.218957:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5061 00000100:00100000:0.0:1769074761.218966:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612659072:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074761.218986:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074761.218994:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.219011:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.219038:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8974c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aab4 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.219060:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.219067:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.219078:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.219086:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.219125:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074761.219193:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612659072:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 225us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.219212:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5061 00010000:00010000:2.0:1769074761.219240:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.219248:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000040:00080000:2.0:1769074761.219971:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1557, 88 off135560 00000004:00080000:2.0:1769074761.219984:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381159441ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220048:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1564, 88 off136176 00000004:00080000:2.0:1769074761.220053:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381230126ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220076:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1565, 88 off136264 00000004:00080000:2.0:1769074761.220080:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381256434ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220334:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1558, 88 off135648 00000004:00080000:2.0:1769074761.220339:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381516119ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220367:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1559, 88 off135736 00000004:00080000:2.0:1769074761.220372:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381548774ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220386:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1566, 88 off136352 00000004:00080000:2.0:1769074761.220389:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381566436ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220403:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1567, 88 off136440 00000004:00080000:2.0:1769074761.220406:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381582854ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220420:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1568, 88 off136528 00000004:00080000:2.0:1769074761.220423:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381599946ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220438:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1560, 88 off135824 00000004:00080000:2.0:1769074761.220442:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381618410ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220457:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1569, 88 off136616 00000004:00080000:2.0:1769074761.220462:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381638795ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220477:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1561, 88 off135912 00000004:00080000:2.0:1769074761.220481:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381657606ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220552:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1570, 88 off136704 00000004:00080000:2.0:1769074761.220558:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381734304ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074761.220590:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1562, 88 off136000 00000004:00080000:2.0:1769074761.220595:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381771940ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220621:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1563, 88 off136088 00000004:00080000:2.0:1769074761.220625:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381801881ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220641:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1564, 88 off136176 00000004:00080000:2.0:1769074761.220645:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381822171ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220674:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1565, 88 off136264 00000004:00080000:2.0:1769074761.220679:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745381855965ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074761.220706:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1571, 88 off136792 00000004:00080000:2.0:1769074761.220710:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745381887165ns, next at 1696607292856ns, rc = 0 00000100:00100000:2.0:1769074761.230760:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612658944:12345-192.168.204.39@tcp:3:cat.0 Request processed in 27479us (28733us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.230779:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5293 00002000:00100000:2.0:1769074761.230797:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41801180 x1855007612658944/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.230811:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41801180 with x1855007612658944 ext(1048576->2097151) 00002000:00010000:2.0:1769074761.230852:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41801180 00000100:00100000:3.0:1769074761.233730:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.233934:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659200 00000100:00100000:2.0:1769074761.233948:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659200 00000100:00100000:2.0:1769074761.234025:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6395 00000100:00100000:2.0:1769074761.234036:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57738:x1855007612659200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.234064:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.234091:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab24 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.234164:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.234174:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.234195:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.234221:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.234237:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.234240:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074761.234244:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.234252:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030600, rc 0) 00000100:00100000:2.0:1769074761.234331:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57738:x1855007612659200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 297us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.234339:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6395 00000100:00100000:1.0:1769074761.247735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.247972:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659328 00000100:00100000:2.0:1769074761.247987:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659328 00000100:00100000:2.0:1769074761.248102:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6396 00000100:00100000:2.0:1769074761.248115:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+143:57739:x1855007612659328:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.248148:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.248177:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab2b expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.248402:0:29858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.248419:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 144 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.248437:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.248441:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074761.248446:0:29858:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.248455:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:2.0:1769074761.248534:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612659328:12345-192.168.204.39@tcp:101:cat.0 Request processed in 421us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.248543:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6396 00010000:00010000:1.0:1769074761.287293:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287315:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.287319:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074761.287324:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287337:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287346:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287355:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287362:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287369:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.287423:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.287439:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854976:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074761.287564:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.287572:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c55880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619855104:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074761.287593:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000001:00080000:1.0:1769074761.287618:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941253 is committed 00000001:00080000:1.0:1769074761.287634:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941254 is committed 00000004:00080000:1.0:1769074761.287639:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1271 committed 00000004:00080000:1.0:1769074761.287699:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1264 committed 00000004:00080000:1.0:1769074761.287711:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1263 committed 00000004:00080000:1.0:1769074761.287714:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1262 committed 00000004:00080000:1.0:1769074761.287716:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1261 committed 00000004:00080000:1.0:1769074761.287718:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1270 committed 00000100:00100000:3.0:1769074761.289475:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.289550:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.289587:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.289604:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.289629:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074761.289634:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.289650:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.289662:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4101b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856128:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.289676:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.289709:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855232 00000100:00100000:3.0:1769074761.289717:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855232 00000100:00100000:3.0:1769074761.289761:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855744 00000100:00100000:3.0:1769074761.289764:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855744 00000100:00100000:3.0:1769074761.289777:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855616 00000100:00100000:3.0:1769074761.289778:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855616 00000100:00100000:3.0:1769074761.289791:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856128 00000100:00100000:3.0:1769074761.289793:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856128 00000100:00100000:3.0:1769074761.289810:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9507 00000100:00100000:3.0:1769074761.289818:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3290:x1855007619855232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.290125:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619855232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 307us (574us total) trans 21474839458 rc 0/0 00000100:00100000:3.0:1769074761.290133:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9507 00000100:00100000:3.0:1769074761.290153:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9508 00000100:00100000:3.0:1769074761.290159:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3290:x1855007619855744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.290253:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074761.290257:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.290259:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.290262:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.290265:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:3.0:1769074761.290291:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619855744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 132us (685us total) trans 21474839459 rc 0/0 00000100:00100000:3.0:1769074761.290298:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9508 00000100:00100000:3.0:1769074761.290310:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9509 00000100:00100000:3.0:1769074761.290316:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3290:x1855007619855616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.290394:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1769074761.290397:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:3.0:1769074761.290399:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.290401:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:3.0:1769074761.290403:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074761.290427:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619855616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (776us total) trans 21474839460 rc 0/0 00000100:00100000:3.0:1769074761.290433:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9509 00000100:00100000:3.0:1769074761.290447:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9510 00000100:00100000:3.0:1769074761.290452:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3290:x1855007619856128:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.290530:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:3.0:1769074761.290533:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.290535:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.290537:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.290539:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:3.0:1769074761.290563:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619856128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (885us total) trans 21474839461 rc 0/0 00000100:00100000:3.0:1769074761.290569:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9510 00000004:00080000:3.0:1769074761.290650:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c4a80/2, rc 0, transno 21474839460 00000100:00100000:3.0:1769074761.290667:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855616:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074761.290684:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4101b480/2, rc 0, transno 21474839461 00000100:00100000:3.0:1769074761.290691:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4101b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856128:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074761.290702:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08851f80/2, rc 0, transno 21474839458 00000100:00100000:3.0:1769074761.290706:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074761.290718:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c5c00/2, rc 0, transno 21474839459 00000100:00100000:3.0:1769074761.290722:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619855744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.290786:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856256:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.290855:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.290890:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856256 00000100:00100000:3.0:1769074761.290896:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856256 00000100:00100000:3.0:1769074761.290929:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9511 00000100:00100000:3.0:1769074761.290937:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619856256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.291044:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074761.291049:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.291051:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.291053:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.291055:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:3.0:1769074761.291088:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619856256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 151us (266us total) trans 21474839462 rc 0/0 00000100:00100000:3.0:1769074761.291095:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9511 00000004:00080000:3.0:1769074761.291124:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41800700/2, rc 0, transno 21474839462 00000100:00100000:3.0:1769074761.291129:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856256:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.294188:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.294300:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.294348:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.294369:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.294401:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074761.294408:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.294426:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.294443:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856000:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.294463:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.294504:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855360 00000100:00100000:0.0:1769074761.294515:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855360 00000100:00100000:0.0:1769074761.294576:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855872 00000100:00100000:0.0:1769074761.294579:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855872 00000100:00100000:0.0:1769074761.294596:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619855488 00000100:00100000:0.0:1769074761.294600:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619855488 00000100:00100000:0.0:1769074761.294615:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856000 00000100:00100000:0.0:1769074761.294617:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856000 00000100:00100000:0.0:1769074761.294640:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9512 00000100:00100000:0.0:1769074761.294648:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619855360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.296165:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.296236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.296413:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659456 00000100:00100000:3.0:1769074761.296427:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659456 00000100:00100000:3.0:1769074761.296497:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659584 00000100:00100000:3.0:1769074761.296501:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659584 00000100:00100000:3.0:1769074761.296521:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2700 00000100:00100000:3.0:1769074761.296531:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612659456:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:3.0:1769074761.296726:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57739:x1855007612659456:12345-192.168.204.39@tcp:49:cat.0 Request processed in 196us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.296736:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2700 00000100:00100000:3.0:1769074761.296762:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2701 00000100:00100000:3.0:1769074761.296767:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57738:x1855007612659584:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:3.0:1769074761.296808:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57738:x1855007612659584:12345-192.168.204.39@tcp:49:cat.0 Request processed in 39us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.296815:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2701 00002000:00010000:0.0:1769074761.297210:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074761.297215:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074761.297218:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074761.297221:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074761.297224:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074761.297292:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619855360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2643us (2990us total) trans 21474839463 rc 0/0 00000100:00100000:0.0:1769074761.297303:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9512 00000100:00100000:0.0:1769074761.297328:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9513 00000100:00100000:0.0:1769074761.297336:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619855872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074761.297507:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074761.297510:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074761.297513:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074761.297516:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074761.297519:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074761.297547:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619855872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (3176us total) trans 21474839464 rc 0/0 00000100:00100000:0.0:1769074761.297553:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9513 00000100:00100000:0.0:1769074761.297565:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9514 00000100:00100000:0.0:1769074761.297572:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619855488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.297675:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619855488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (3246us total) trans 21474839465 rc 0/0 00000100:00100000:0.0:1769074761.297682:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9514 00000100:00100000:0.0:1769074761.297695:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9515 00000100:00100000:0.0:1769074761.297703:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619856000:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074761.297781:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074761.297784:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074761.297786:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074761.297788:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074761.297791:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:0.0:1769074761.297812:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619856000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (3348us total) trans 21474839466 rc 0/0 00000100:00100000:0.0:1769074761.297817:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9515 00000004:00080000:0.0:1769074761.297922:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c4000/2, rc 0, transno 21474839465 00000100:00100000:0.0:1769074761.297931:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855488:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074761.297943:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41018000/2, rc 0, transno 21474839466 00000100:00100000:0.0:1769074761.297947:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856000:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074761.297956:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08852d80/2, rc 0, transno 21474839463 00000100:00100000:0.0:1769074761.297960:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855360:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074761.297968:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c7100/2, rc 0, transno 21474839464 00000100:00100000:0.0:1769074761.297973:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619855872:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.298498:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074761.298515:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619856384:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.298569:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.298608:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856384 00000100:00100000:2.0:1769074761.298616:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856384 00000004:00080000:1.0:1769074761.299475:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1260 committed 00000004:00080000:1.0:1769074761.299483:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1269 committed 00000004:00080000:1.0:1769074761.299486:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1259 committed 00000004:00080000:1.0:1769074761.299488:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1268 committed 00000004:00080000:1.0:1769074761.299490:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1267 committed 00000004:00080000:1.0:1769074761.299492:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1266 committed 00000004:00080000:1.0:1769074761.299494:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1258 committed 00000004:00080000:1.0:1769074761.299496:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1257 committed 00000004:00080000:1.0:1769074761.299500:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1265 committed 00000004:00080000:1.0:1769074761.299502:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1264 committed 00000004:00080000:1.0:1769074761.299504:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1256 committed 00000001:00080000:1.0:1769074761.299528:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941250 is committed 00000100:00100000:1.0:1769074761.304344:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619854976:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074761.304414:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c55880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619855104:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074761.304489:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8982c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 9 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074761.304523:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.304568:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:1.0:1769074761.304666:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57747:x1855007612658304:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 119107us (120030us total) trans 8589941254 rc 0/0 00000100:00100000:1.0:1769074761.304677:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6394 00000100:00100000:2.0:1769074761.305604:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9516 00000100:00100000:2.0:1769074761.305634:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619856384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.306101:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3292:x1855007619856384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 481us (7530us total) trans 17179872506 rc 0/0 00000100:00100000:2.0:1769074761.306111:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9516 00000100:00100000:2.0:1769074761.306225:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074761.306247:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.306304:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.306341:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856512 00000100:00100000:2.0:1769074761.306351:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856512 00000100:00100000:2.0:1769074761.306394:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9517 00000100:00100000:2.0:1769074761.306402:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619856512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.306529:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074761.306534:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.306537:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.306539:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.306542:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074761.306573:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619856512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (269us total) trans 17179872507 rc 0/0 00000100:00100000:2.0:1769074761.306579:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9517 00000004:00080000:2.0:1769074761.306629:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178d500/2, rc 0, transno 17179872507 00000100:00100000:2.0:1769074761.306637:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.306691:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619856640:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.306719:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.306750:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856640 00000100:00100000:2.0:1769074761.306754:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856640 00000100:00100000:2.0:1769074761.306783:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9518 00000100:00100000:2.0:1769074761.306791:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619856640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.306941:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3289:x1855007619856640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 150us (220us total) trans 17179872508 rc 0/0 00000100:00100000:2.0:1769074761.306948:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9518 00000004:00080000:2.0:1769074761.306973:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178f800/2, rc 0, transno 17179872508 00000100:00100000:2.0:1769074761.306978:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619856640:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307014:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307040:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.307065:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856768 00000100:00100000:2.0:1769074761.307069:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856768 00000100:00100000:2.0:1769074761.307090:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9519 00000100:00100000:2.0:1769074761.307096:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619856768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.307182:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074761.307186:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.307189:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074761.307191:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.307193:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074761.307232:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3290:x1855007619856768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (191us total) trans 17179872509 rc 0/0 00000100:00100000:2.0:1769074761.307238:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9519 00000004:00080000:2.0:1769074761.307268:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178ea00/2, rc 0, transno 17179872509 00000100:00100000:2.0:1769074761.307273:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619856768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307307:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307331:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.307352:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619856896 00000100:00100000:2.0:1769074761.307356:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619856896 00000100:00100000:2.0:1769074761.307386:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9520 00000100:00100000:2.0:1769074761.307392:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3291:x1855007619856896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.307478:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074761.307482:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.307485:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.307487:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.307489:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074761.307519:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3291:x1855007619856896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (187us total) trans 17179872510 rc 0/0 00000100:00100000:2.0:1769074761.307526:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9520 00000004:00080000:2.0:1769074761.307551:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178df80/2, rc 0, transno 17179872510 00000100:00100000:2.0:1769074761.307556:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619856896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307586:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074761.307592:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619857024:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307648:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.307672:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619857024 00000100:00100000:2.0:1769074761.307675:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619857024 00000100:00100000:2.0:1769074761.307698:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9521 00000100:00100000:2.0:1769074761.307704:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3291:x1855007619857024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.307785:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.307788:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.307790:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.307793:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.307795:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074761.307851:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3291:x1855007619857024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 146us (201us total) trans 17179872511 rc 0/0 00000100:00100000:2.0:1769074761.307858:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9521 00000004:00080000:2.0:1769074761.307884:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04211500/2, rc 0, transno 17179872511 00000100:00100000:2.0:1769074761.307890:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619857024:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.307988:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619857152:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.308014:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.308039:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619857152 00000100:00100000:2.0:1769074761.308042:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619857152 00000100:00100000:2.0:1769074761.308065:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9522 00000100:00100000:2.0:1769074761.308071:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3289:x1855007619857152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.308153:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074761.308156:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.308158:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.308160:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.308162:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:2.0:1769074761.308190:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3289:x1855007619857152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (175us total) trans 17179872512 rc 0/0 00000100:00100000:2.0:1769074761.308207:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9522 00000004:00080000:2.0:1769074761.308232:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21567100/2, rc 0, transno 17179872512 00000100:00100000:2.0:1769074761.308237:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619857152:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.308270:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21564a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619857280:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.308293:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.308314:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619857280 00000100:00100000:2.0:1769074761.308318:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619857280 00000100:00100000:2.0:1769074761.308337:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9523 00000100:00100000:2.0:1769074761.308343:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619857280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.308437:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.308440:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.308443:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.308445:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.308448:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074761.308476:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619857280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (182us total) trans 17179872513 rc 0/0 00000100:00100000:2.0:1769074761.308482:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9523 00000004:00080000:2.0:1769074761.308506:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21564a80/2, rc 0, transno 17179872513 00000100:00100000:2.0:1769074761.308510:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21564a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619857280:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.312308:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4178d180/2, rc 0, transno 17179872506 00000100:00100000:1.0:1769074761.312328:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619856384:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.313615:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.313655:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.313688:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.313722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.313810:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659712 00000100:00100000:1.0:1769074761.313946:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659712 00000100:00100000:1.0:1769074761.314015:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659840 00000100:00100000:0.0:1769074761.314129:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612659968 00000100:00100000:0.0:1769074761.314135:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659968 00000100:00100000:0.0:1769074761.314161:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660096 00000100:00100000:0.0:1769074761.314165:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660096 00000100:00100000:0.0:1769074761.314187:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9524 00000100:00100000:0.0:1769074761.314207:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:57739:x1855007612659712:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074761.314233:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.314264:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab32 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074761.314296:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f049, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x155b 00010000:00010000:0.0:1769074761.314324:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314327:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314340:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314358:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314372:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:0.0:1769074761.314445:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:57739:x1855007612659712:12345-192.168.204.39@tcp:101:cat.0 Request processed in 249us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.314453:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9524 00000100:00100000:0.0:1769074761.314476:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9525 00000100:00100000:0.0:1769074761.314483:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:57745:x1855007612659968:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074761.314490:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.314505:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab40 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074761.314522:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f049, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x1029 00010000:00010000:0.0:1769074761.314536:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314538:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314544:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314555:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314565:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6600, rc 0) 00000100:00100000:0.0:1769074761.314585:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:57745:x1855007612659968:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 103us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.314590:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9525 00000100:00100000:0.0:1769074761.314606:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9526 00000100:00100000:0.0:1769074761.314612:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57747:x1855007612660096:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074761.314620:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.314628:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab47 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314647:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314658:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314670:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314672:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.314675:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [2043904->2080767] (req 2043904->2080767) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314723:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.314742:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 16 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.314761:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619857408:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.314967:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612659840 00000100:00100000:1.0:1769074761.315005:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9527 00000100:00100000:1.0:1769074761.315013:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57738:x1855007612659840:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.315126:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.315138:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab39 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.315153:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.315154:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.315160:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.315173:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.315182:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:1.0:1769074761.315216:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57738:x1855007612659840:12345-192.168.204.39@tcp:101:cat.0 Request processed in 204us (1561us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.315223:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9527 00010000:00010000:0.0:1769074761.315624:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.315638:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 10 pid: 26360 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.315650:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619857536:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074761.315687:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c062056c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.321639:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.321734:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660224 00000100:00100000:2.0:1769074761.321748:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660224 00010000:00010000:2.0:1769074761.321806:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 11 pid: 26360 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.321892:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5062 00000100:00100000:2.0:1769074761.321903:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612660224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.321924:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.321953:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 11 pid: 26360 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.321966:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 11 pid: 26360 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.322002:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.322076:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612660224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 175us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.322085:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5062 00000100:00100000:0.0:1769074761.322972:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619857408:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.322995:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8600/0x8b5959a9a0e897d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aaf3 expref: 10 pid: 26360 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.323031:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619857536:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.323075:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [2043904->2080767] (req 2043904->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.323093:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7200, rc 0) 00000100:00100000:0.0:1769074761.323154:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57747:x1855007612660096:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 8541us (9431us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.323164:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9526 00000100:00100000:1.0:1769074761.325720:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.325768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.325802:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.326000:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660480 00000100:00100000:0.0:1769074761.326013:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660480 00002000:00100000:0.0:1769074761.326092:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41c56300 x1855007612660480/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.326106:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c56300 with x1855007612660480 ext(2097152->3145727) 00002000:00010000:0.0:1769074761.326115:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c56300 00000100:00100000:0.0:1769074761.326142:0:6537:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660608 00000100:00100000:0.0:1769074761.326145:0:6537:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660608 00002000:00100000:0.0:1769074761.326166:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x213:0x0] (3006464->3010559) req@ffff956d41c57100 x1855007612660608/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.326175:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c57100 with x1855007612660608 ext(3006464->3010559) 00002000:00010000:0.0:1769074761.326178:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c57100 00000100:00100000:0.0:1769074761.326206:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5294 00000100:00100000:0.0:1769074761.326215:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612660480:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.327359:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660352 00000100:00100000:3.0:1769074761.327373:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660352 00010000:00010000:3.0:1769074761.327416:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.327459:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5063 00000100:00100000:3.0:1769074761.327468:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612660352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074761.327483:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074761.327506:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.327526:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.327556:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8c00/0x8b5959a9a0e897e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab01 expref: 17 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.327577:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.327580:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.327589:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.327601:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.327684:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074761.327702:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619857664:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074761.328383:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5295 00000100:00100000:2.0:1769074761.328403:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612660608:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074761.328649:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612660608:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 253us (2844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074761.328658:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5295 00002000:00100000:2.0:1769074761.328670:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3006464->3010559) req@ffff956d41c57100 x1855007612660608/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.328682:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c57100 with x1855007612660608 ext(3006464->3010559) 00002000:00010000:2.0:1769074761.328687:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c57100 00000100:00100000:3.0:1769074761.330116:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.338677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.340338:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660736 00000100:00100000:2.0:1769074761.340361:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660736 00002000:00100000:2.0:1769074761.340440:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (2043904->2047999) req@ffff956d41c57b80 x1855007612660736/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.340453:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c57b80 with x1855007612660736 ext(2043904->2047999) 00002000:00010000:2.0:1769074761.340460:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c57b80 00000100:00100000:2.0:1769074761.340515:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5296 00000100:00100000:2.0:1769074761.340526:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612660736:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074761.340869:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612660736:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 298us (2161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074761.340879:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5296 00002000:00100000:2.0:1769074761.340887:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (2043904->2047999) req@ffff956d41c57b80 x1855007612660736/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.340897:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c57b80 with x1855007612660736 ext(2043904->2047999) 00002000:00010000:2.0:1769074761.340900:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c57b80 00000100:00100000:3.0:1769074761.344534:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619857664:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074761.344580:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.351385:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612660352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 23895us (25655us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.351415:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5063 00000100:00100000:1.0:1769074761.354430:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.354798:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660864 00000100:00100000:0.0:1769074761.354815:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660864 00002000:00100000:0.0:1769074761.354926:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41c54a80 x1855007612660864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.354943:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54a80 with x1855007612660864 ext(2097152->3145727) 00002000:00010000:0.0:1769074761.354950:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c54a80 00000100:00100000:0.0:1769074761.354998:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5297 00000100:00100000:0.0:1769074761.355011:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612660864:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074761.364027:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.364430:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.364804:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612660480:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 38585us (39030us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074761.364865:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5294 00002000:00100000:3.0:1769074761.364886:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41c56300 x1855007612660480/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.364901:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c56300 with x1855007612660480 ext(2097152->3145727) 00002000:00010000:3.0:1769074761.364911:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c56300 00000100:00100000:1.0:1769074761.365699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.366292:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612660992 00000100:00100000:2.0:1769074761.366308:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612660992 00002000:00100000:2.0:1769074761.366384:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41c54e00 x1855007612660992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.366398:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54e00 with x1855007612660992 ext(3145728->4194303) 00002000:00010000:2.0:1769074761.366405:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c54e00 00000100:00100000:2.0:1769074761.366434:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661120 00000100:00100000:2.0:1769074761.366438:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661120 00002000:00100000:2.0:1769074761.366457:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3149823) req@ffff956d41c54700 x1855007612661120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 504/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.366465:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54700 with x1855007612661120 ext(2097152->3149823) 00002000:00010000:2.0:1769074761.366469:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c54700 00000100:00100000:2.0:1769074761.366491:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5298 00000100:00100000:2.0:1769074761.366502:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612660992:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074761.367158:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5299 00000100:00100000:0.0:1769074761.367173:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612661120:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074761.367552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.367587:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661248 00000100:00100000:1.0:1769074761.367594:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661248 00002000:00100000:1.0:1769074761.367628:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3149824->4194303) req@ffff956d41c56680 x1855007612661248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.367638:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c56680 with x1855007612661248 ext(3149824->4194303) 00002000:00010000:1.0:1769074761.367644:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c56680 00000100:00100000:1.0:1769074761.367659:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661376 00000100:00100000:1.0:1769074761.367661:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661376 00002000:00100000:1.0:1769074761.367673:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (2076672->2080767) req@ffff956d41c54000 x1855007612661376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.367682:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54000 with x1855007612661376 ext(2076672->2080767) 00002000:00010000:1.0:1769074761.367685:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c54000 00000100:00100000:1.0:1769074761.367698:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5300 00000100:00100000:1.0:1769074761.367704:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612661248:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.367869:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5301 00000100:00100000:3.0:1769074761.367879:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612661376:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.368120:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612661376:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 243us (568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074761.368128:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5301 00002000:00100000:3.0:1769074761.368136:0:6537:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20e:0x0] (2076672->2080767) req@ffff956d41c54000 x1855007612661376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.368145:0:6537:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54000 with x1855007612661376 ext(2076672->2080767) 00002000:00010000:3.0:1769074761.368149:0:6537:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c54000 00000100:00100000:0.0:1769074761.381408:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.381624:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661504 00000100:00100000:3.0:1769074761.381637:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661504 00000100:00100000:3.0:1769074761.381715:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6397 00000100:00100000:3.0:1769074761.381727:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57749:x1855007612661504:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074761.381769:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.381803:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab4e expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.381929:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.381948:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.381962:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.381981:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.381989:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.381996:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382137:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382145:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382152:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074761.382205:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:3.0:1769074761.382212:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074761.382234:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382246:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382254:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382261:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382269:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382275:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5bc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074761.382280:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382287:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382300:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074761.382304:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074761.382310:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382317:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8986b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382331:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382338:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382344:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382349:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074761.382352:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382358:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382364:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa200) 00010000:00010000:3.0:1769074761.382366:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074761.382369:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382374:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.382410:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.382426:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.382436:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.382439:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074761.382442:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b000, rc 0) 00000100:00100000:3.0:1769074761.382506:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57749:x1855007612661504:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 781us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.382515:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6397 00000100:00100000:1.0:1769074761.383638:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.383676:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661632 00000100:00100000:1.0:1769074761.383686:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661632 00000100:00100000:1.0:1769074761.383743:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9528 00000100:00100000:1.0:1769074761.383752:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57738:x1855007612661632:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.383774:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.383797:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab55 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.383862:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.383872:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074761.383875:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074761.383880:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.383932:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.383953:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.383970:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619857792:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.384058:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074761.391210:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612660864:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 36165us (36763us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074761.391239:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5297 00002000:00100000:0.0:1769074761.391551:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41c54a80 x1855007612660864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.391564:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54a80 with x1855007612660864 ext(2097152->3145727) 00002000:00010000:0.0:1769074761.391573:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41c54a80 00000100:00100000:0.0:1769074761.406679:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612661120:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 39494us (42234us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074761.406698:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5299 00002000:00100000:0.0:1769074761.406715:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3149823) req@ffff956d41c54700 x1855007612661120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 504/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.406725:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54700 with x1855007612661120 ext(2097152->3149823) 00010000:00010000:0.0:1769074761.406736:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.406759:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:0.0:1769074761.406768:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41c54700 00000100:00100000:0.0:1769074761.419870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.419909:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.419930:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.419948:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.419964:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.419988:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.420032:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.420067:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.420270:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661760 00000100:00100000:3.0:1769074761.420283:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661760 00000100:00100000:3.0:1769074761.420409:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612661888 00000100:00100000:3.0:1769074761.420414:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612661888 00000100:00100000:3.0:1769074761.420442:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662016 00000100:00100000:3.0:1769074761.420446:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662016 00000100:00100000:3.0:1769074761.420458:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662144 00000100:00100000:3.0:1769074761.420461:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662144 00000100:00100000:3.0:1769074761.420473:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662272 00000100:00100000:3.0:1769074761.420475:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662272 00000100:00100000:3.0:1769074761.420491:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662400 00000100:00100000:3.0:1769074761.420494:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662400 00000100:00100000:3.0:1769074761.420512:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9529 00000100:00100000:3.0:1769074761.420522:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612661760:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074761.420548:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.420577:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab5c expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074761.420614:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x781 00010000:00010000:3.0:1769074761.420639:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.420641:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.420653:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.420675:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.420691:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a800, rc 0) 00000100:00100000:0.0:1769074761.420750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.420790:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.420795:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662912 00000100:00100000:2.0:1769074761.420799:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662912 00000100:00100000:0.0:1769074761.420814:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662784 00000100:00100000:0.0:1769074761.420818:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662784 00000100:00100000:2.0:1769074761.420820:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663040 00000100:00100000:2.0:1769074761.420849:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663040 00000100:00100000:2.0:1769074761.420871:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9530 00000100:00080000:1.0:1769074761.420928:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1769074761.420946:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3006464->3145727) req@ffff956c0bfe0700 x1855007612662784/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.420957:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe0700 with x1855007612662784 ext(3006464->3145727) 00010000:00010000:0.0:1769074761.420966:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.420985:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.420990:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612661760:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 468us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.420999:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9529 00002000:00010000:0.0:1769074761.421000:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe0700 00000100:00100000:3.0:1769074761.421021:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9531 00000100:00100000:0.0:1769074761.421181:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1096 00000100:00100000:2.0:1769074761.421705:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612661888:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074761.421721:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.421745:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab63 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074761.421768:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f046, atime: 0x6971f046, ctime: 0x6971f049, blocks: 0x821 00010000:00010000:2.0:1769074761.421783:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.421785:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.421792:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.421806:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.421816:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9e00, rc 0) 00000100:00100000:2.0:1769074761.421881:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612661888:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 1003us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.421888:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9530 00000100:00100000:2.0:1769074761.421909:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9532 00000100:00100000:2.0:1769074761.421917:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612662144:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074761.421925:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.421941:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e89895 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab71 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.422000:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619857920:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074761.422067:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c037dcc00 going to sleep for 11 seconds 00000100:00080000:1.0:1769074761.422389:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074761.422410:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9533 00000100:00100000:1.0:1769074761.422420:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612662272:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074761.422427:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.422435:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab78 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422445:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.422447:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.422453:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.422461:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.422467:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334e00, rc 0) 00000100:00100000:1.0:1769074761.422484:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2372:x1855007612662272:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 68us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.422488:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9533 00000100:00100000:1.0:1769074761.422500:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9534 00000100:00100000:1.0:1769074761.422505:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612662400:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074761.422510:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.422515:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41335600/0x8b5959a9a0e898a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab7f expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.422537:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619858048:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074761.422556:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.422601:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619857792:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.422622:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422630:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065a00, rc 0) 00000100:00100000:1.0:1769074761.422644:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57738:x1855007612661632:12345-192.168.204.39@tcp:101:cat.0 Request processed in 38896us (39015us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.422649:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9528 00000100:00100000:1.0:1769074761.422662:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9535 00000100:00100000:1.0:1769074761.422666:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:57739:x1855007612662912:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.422671:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.422676:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab86 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422690:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074761.422693:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422699:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422704:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334000, rc 0) 00000100:00100000:1.0:1769074761.422715:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:57739:x1855007612662912:12345-192.168.204.39@tcp:101:cat.0 Request processed in 49us (1968us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.422718:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9535 00000100:00100000:1.0:1769074761.422728:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9536 00000100:00100000:1.0:1769074761.422733:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:57745:x1855007612663040:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074761.422738:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.422742:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab8d expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422753:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422759:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.422765:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422769:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.422770:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.422772:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->3629055] (req 3145728->3629055) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422786:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422794:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 8 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.422800:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858176:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.422819:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.422846:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 19 pid: 6531 timeout: 1845 lvb_type: 1 00000100:00100000:1.0:1769074761.422855:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858304:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.422890:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.422904:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 19 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.422915:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858432:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.422933:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.425171:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612660992:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 58652us (61147us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.425188:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5298 00002000:00100000:2.0:1769074761.425212:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41c54e00 x1855007612660992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.425225:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c54e00 with x1855007612660992 ext(3145728->4194303) 00010000:00010000:2.0:1769074761.425237:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 18 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.425252:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 18 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:2.0:1769074761.425261:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41c54e00 00000100:00100000:2.0:1769074761.426062:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612662656 00000100:00100000:2.0:1769074761.426077:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612662656 00000100:00100000:2.0:1769074761.426153:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2702 00000100:00100000:2.0:1769074761.426163:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57747:x1855007612662656:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074761.426683:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57747:x1855007612662656:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 520us (6650us total) trans 8589941255 rc 0/0 00000100:00100000:2.0:1769074761.426690:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2702 00000100:00100000:1.0:1769074761.430241:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612661248:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 62516us (64532us total) trans 0 rc 1044480/1044480 00000100:00100000:1.0:1769074761.430260:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5300 00002000:00100000:1.0:1769074761.430279:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3149824->4194303) req@ffff956d41c56680 x1855007612661248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.430293:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c56680 with x1855007612661248 ext(3149824->4194303) 00010000:00010000:1.0:1769074761.430307:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.430330:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 11 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:1.0:1769074761.430339:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41c56680 00000100:00100000:3.0:1769074761.430872:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612662016:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074761.430896:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.430922:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab6a expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.430958:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.430961:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.430975:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.430996:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.431020:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:3.0:1769074761.431057:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612662016:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 10029us (11126us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.431064:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9531 00000100:00100000:1.0:1769074761.442144:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858176:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.442214:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858304:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.442252:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619858432:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.442307:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->3629055] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.442337:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334600, rc 0) 00000100:00100000:1.0:1769074761.442408:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:57745:x1855007612663040:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 19672us (21615us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.442419:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9536 00000100:00100000:1.0:1769074761.442485:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.442527:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.442555:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663168 00000100:00100000:1.0:1769074761.442563:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663168 00010000:00010000:1.0:1769074761.442604:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 9 pid: 6531 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.442632:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663296 00000100:00100000:1.0:1769074761.442635:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663296 00010000:00010000:1.0:1769074761.442648:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 1845 lvb_type: 1 00000100:00100000:1.0:1769074761.442670:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5064 00000100:00100000:1.0:1769074761.442679:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612663168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.442695:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074761.442723:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 9 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.442740:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 9 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.442775:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8985d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab39 expref: 9 pid: 6531 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.442794:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074761.442817:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612663168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.442868:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5064 00000100:00100000:1.0:1769074761.442883:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5065 00000100:00100000:1.0:1769074761.442890:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2370:x1855007612663296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.442899:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074761.442908:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074761.442919:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074761.442933:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8989c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab78 expref: 20 pid: 6531 timeout: 1845 lvb_type: 1 00010000:00010000:1.0:1769074761.442941:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1769074761.442950:0:6531:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074761 -> 1769074762 00002000:00010000:3.0:1769074761.442955:0:6531:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074758 -> 1769074762 00002000:00010000:3.0:1769074761.442957:0:6531:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074761 -> 1769074762 00000100:00100000:1.0:1769074761.442959:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612663296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 71us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.442965:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5065 00000100:00100000:3.0:1769074761.442972:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619858048:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074761.442998:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41335600/0x8b5959a9a0e898a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab7f expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.443022:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41335600/0x8b5959a9a0e898a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab7f expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.443037:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41335600, rc 0) 00000100:00100000:3.0:1769074761.443072:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612662400:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 20565us (23082us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074761.443393:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612662784:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074761.443424:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9534 00002000:00010000:2.0:1769074761.444520:0:7967:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074758 -> 1769074762 00002000:00010000:2.0:1769074761.444529:0:7967:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074758 -> 1769074762 00002000:00010000:2.0:1769074761.444532:0:7967:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074761 -> 1769074762 00000100:00100000:2.0:1769074761.444554:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619857920:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074761.444600:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e89895 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab71 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.444625:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e89895 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab71 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.444637:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9000, rc 0) 00000100:00100000:2.0:1769074761.444688:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612662144:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 22771us (24738us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074761.444698:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9532 00000100:00100000:1.0:1769074761.446157:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.446506:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663424 00000100:00100000:3.0:1769074761.446520:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663424 00010000:00010000:3.0:1769074761.446679:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.446740:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5066 00000100:00100000:3.0:1769074761.446753:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612663424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074761.446780:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074761.446818:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.446871:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.446912:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89848 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab32 expref: 17 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.446934:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.446937:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.446949:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.446967:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.447022:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074761.447042:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619858560:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074761.452510:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.453256:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.453556:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663680 00000100:00100000:3.0:1769074761.453573:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663680 00000100:00100000:2.0:1769074761.454470:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6398 00000100:00100000:2.0:1769074761.454482:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57749:x1855007612663680:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:2.0:1769074761.454512:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.454542:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e898bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab94 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.454698:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074761.454718:0:29858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.454727:0:29858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074761.454773:0:29858:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.454786:0:29858:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 8 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.454802:0:29858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21566300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:29858:1855007619858688:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074761.455089:0:29858:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.458396:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.458434:0:29858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21566300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:29858:1855007619858688:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.458470:0:29858:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074761.458502:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612663808 00000100:00100000:1.0:1769074761.458510:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612663808 00010000:00010000:1.0:1769074761.458549:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 9 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.458603:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5067 00000100:00100000:1.0:1769074761.458613:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2373:x1855007612663808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.458631:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074761.458640:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 9 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.458651:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 9 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.458680:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89879 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab4e expref: 9 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.458697:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.458702:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.458714:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.458722:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.458757:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074761.458839:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2373:x1855007612663808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 209us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.458849:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5067 00010000:00010000:1.0:1769074761.458877:0:29858:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.458884:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074761.458906:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074761.459075:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e898bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab94 expref: 9 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.459090:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab94 expref: 8 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.459098:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.459101:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074761.459103:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8400, rc 0) 00000100:00100000:1.0:1769074761.459135:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57749:x1855007612663680:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 4656us (5890us total) trans 8589941256 rc 0/0 00000100:00100000:1.0:1769074761.459143:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6398 00000100:00100000:0.0:1769074761.462796:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612662784:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 41589us (42709us total) trans 17179872514 rc 0/0 00000100:00100000:0.0:1769074761.462814:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1096 00002000:00100000:0.0:1769074761.462849:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3006464->3145727) req@ffff956c0bfe0700 x1855007612662784/t17179872514(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/448 e 0 to 0 dl 1769074772 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.462861:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfe0700 with x1855007612662784 ext(3006464->3145727) 00010000:00010000:0.0:1769074761.462873:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.462897:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:0.0:1769074761.462906:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfe0700 00000100:00100000:3.0:1769074761.462983:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.465868:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612664064 00000100:00100000:0.0:1769074761.465892:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612664064 00000100:00100000:0.0:1769074761.465982:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6399 00000100:00100000:0.0:1769074761.465994:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57749:x1855007612664064:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074761.466030:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.466034:0:29858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074761.466070:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e898c6 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab94 expref: 8 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.466093:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.466098:0:29858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074761.466118:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e898d4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ab9b expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.466487:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619858560:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074761.466514:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.466950:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612663424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 20196us (20807us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.466968:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5066 00010000:00010000:0.0:1769074761.467061:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467081:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467096:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467117:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467124:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467132:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467139:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d10eec600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.467144:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467152:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467161:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.467165:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074761.467169:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467177:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e898db lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.467230:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e898d4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab9b expref: 8 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.467240:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.467243:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074761.467247:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e898d4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab9b expref: 8 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.467257:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed000, rc 0) 00000100:00100000:0.0:1769074761.467303:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57749:x1855007612664064:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 1312us (4321us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074761.467311:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6399 00000100:00100000:3.0:1769074761.473094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.473154:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.473273:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612664192 00000100:00100000:2.0:1769074761.473286:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612664192 00010000:00010000:2.0:1769074761.473348:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.473396:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5068 00000100:00100000:2.0:1769074761.473408:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612664192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.473428:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.473463:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.473486:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.473526:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8984f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3006464->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab40 expref: 12 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.473556:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.473559:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.473571:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.473595:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.473605:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.473607:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.473611:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.473618:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.473665:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.473683:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619858816:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074761.473793:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.473804:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21564e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619858944:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074761.473854:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074761.474310:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612664448 00000100:00100000:0.0:1769074761.474319:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612664448 00002000:00100000:0.0:1769074761.474370:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3624960->3629055) req@ffff956d410e0380 x1855007612664448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.474383:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e0380 with x1855007612664448 ext(3624960->3629055) 00002000:00010000:0.0:1769074761.474389:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d410e0380 00000100:00100000:0.0:1769074761.474425:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5302 00000100:00100000:0.0:1769074761.474433:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612664448:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074761.474670:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612664448:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 236us (1514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074761.474683:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5302 00002000:00100000:0.0:1769074761.474691:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3624960->3629055) req@ffff956d410e0380 x1855007612664448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.474700:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e0380 with x1855007612664448 ext(3624960->3629055) 00002000:00010000:0.0:1769074761.474704:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d410e0380 00000100:00100000:2.0:1769074761.484666:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619858816:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074761.484690:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21564e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619858944:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074761.484727:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.484814:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612664192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11407us (11739us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.485558:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5068 00000100:00100000:1.0:1769074761.487957:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.488267:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612664576 00000100:00100000:2.0:1769074761.488280:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612664576 00002000:00100000:2.0:1769074761.488359:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41c55180 x1855007612664576/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.488373:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55180 with x1855007612664576 ext(2097152->3145727) 00002000:00010000:2.0:1769074761.488380:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55180 00000100:00100000:2.0:1769074761.488425:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5303 00000100:00100000:2.0:1769074761.488436:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612664576:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.493519:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.493665:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612664832 00000100:00100000:0.0:1769074761.493679:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612664832 00000100:00100000:0.0:1769074761.493754:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2703 00000100:00100000:0.0:1769074761.493766:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57749:x1855007612664832:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:0.0:1769074761.494140:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57749:x1855007612664832:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 375us (638us total) trans 8589941257 rc 0/0 00000100:00100000:0.0:1769074761.494150:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2703 00000100:00100000:1.0:1769074761.509980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.510105:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.510454:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665216 00000100:00100000:0.0:1769074761.510474:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665216 00002000:00100000:0.0:1769074761.510557:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41c55880 x1855007612665216/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.510569:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55880 with x1855007612665216 ext(2097152->3145727) 00002000:00010000:0.0:1769074761.510578:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55880 00000100:00100000:3.0:1769074761.511234:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665088 00000100:00100000:3.0:1769074761.511242:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665088 00000100:00100000:3.0:1769074761.511410:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2704 00000100:00100000:3.0:1769074761.511421:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+143:57745:x1855007612665088:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074761.511486:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5304 00000100:00100000:0.0:1769074761.511495:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612665216:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.511760:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57745:x1855007612665088:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 340us (1794us total) trans 8589941258 rc 0/0 00000100:00100000:3.0:1769074761.511769:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2704 00000100:00100000:2.0:1769074761.519597:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612664576:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 31143us (31635us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.519616:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5303 00002000:00100000:2.0:1769074761.519634:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41c55180 x1855007612664576/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.519646:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55180 with x1855007612664576 ext(2097152->3145727) 00002000:00010000:2.0:1769074761.519653:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55180 00000100:00100000:3.0:1769074761.535715:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.536270:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665344 00000100:00100000:2.0:1769074761.536284:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665344 00002000:00100000:2.0:1769074761.536350:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3629056->4194303) req@ffff956d410e2a00 x1855007612665344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.536364:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e2a00 with x1855007612665344 ext(3629056->4194303) 00002000:00010000:2.0:1769074761.536371:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d410e2a00 00000100:00100000:2.0:1769074761.536418:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5305 00000100:00100000:2.0:1769074761.536428:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612665344:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074761.536672:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612665216:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 25178us (26565us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074761.536683:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5304 00002000:00100000:0.0:1769074761.536691:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41c55880 x1855007612665216/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.536700:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55880 with x1855007612665216 ext(2097152->3145727) 00002000:00010000:0.0:1769074761.536704:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55880 00000100:00100000:1.0:1769074761.539657:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.539935:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665472 00000100:00100000:3.0:1769074761.539954:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665472 00002000:00100000:3.0:1769074761.540049:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41c55c00 x1855007612665472/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.540068:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55c00 with x1855007612665472 ext(3145728->4194303) 00002000:00010000:3.0:1769074761.540088:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55c00 00000100:00100000:3.0:1769074761.540145:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5306 00000100:00100000:3.0:1769074761.540159:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612665472:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074761.548481:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.550352:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665600 00000100:00100000:3.0:1769074761.550371:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665600 00000100:00100000:3.0:1769074761.550460:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9537 00000100:00100000:3.0:1769074761.550470:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612665600:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.550494:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.550520:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aba2 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.550558:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.550567:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074761.550570:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074761.550574:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.550624:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 17 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.550641:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 17 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.550665:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619859072:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074761.552937:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074761.554164:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612665344:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 17721us (18455us total) trans 0 rc 565248/565248 00000100:00100000:0.0:1769074761.554181:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5305 00002000:00100000:0.0:1769074761.554258:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3629056->4194303) req@ffff956d410e2a00 x1855007612665344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 565248/565248 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.554271:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e2a00 with x1855007612665344 ext(3629056->4194303) 00010000:00010000:0.0:1769074761.554285:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.554309:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:0.0:1769074761.554318:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d410e2a00 00000100:00100000:0.0:1769074761.559660:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619859072:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.559711:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.559738:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:0.0:1769074761.559921:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57738:x1855007612665600:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9449us (11454us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.559932:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9537 00000100:00100000:0.0:1769074761.561477:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.561677:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665728 00000100:00100000:2.0:1769074761.561692:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665728 00002000:00100000:2.0:1769074761.561761:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3629055) req@ffff956d41d94e00 x1855007612665728/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.561775:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d94e00 with x1855007612665728 ext(3145728->3629055) 00010000:00010000:2.0:1769074761.561786:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.561807:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 16 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:2.0:1769074761.561815:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d94e00 00000100:00100000:2.0:1769074761.562039:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1097 00000100:00100000:2.0:1769074761.562053:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612665728:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074761.570811:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612665472:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 30638us (31159us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.570843:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5306 00002000:00100000:2.0:1769074761.570866:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41c55c00 x1855007612665472/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.570878:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41c55c00 with x1855007612665472 ext(3145728->4194303) 00002000:00010000:2.0:1769074761.570886:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41c55c00 00000100:00100000:3.0:1769074761.578992:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.579038:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.579127:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.579374:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665856 00000100:00100000:2.0:1769074761.579388:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665856 00000100:00100000:2.0:1769074761.579457:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612665984 00000100:00100000:2.0:1769074761.579459:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612665984 00000100:00100000:2.0:1769074761.579481:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666112 00000100:00100000:2.0:1769074761.579483:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666112 00000100:00100000:2.0:1769074761.579503:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9538 00000100:00100000:2.0:1769074761.579512:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612665856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.579537:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.579564:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aba9 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.579597:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.579600:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.579612:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 20 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.579632:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 20 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.579648:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9000, rc 0) 00000100:00100000:2.0:1769074761.579718:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612665856:12345-192.168.204.39@tcp:101:cat.0 Request processed in 206us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.579726:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9538 00000100:00100000:2.0:1769074761.579749:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9539 00000100:00100000:2.0:1769074761.579755:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612665984:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.579763:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.579774:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abb0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.579787:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.579789:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.579793:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.579804:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 12 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.579814:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8400, rc 0) 00000100:00100000:2.0:1769074761.579927:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612665984:12345-192.168.204.39@tcp:101:cat.0 Request processed in 171us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.579933:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9539 00000100:00100000:2.0:1769074761.579945:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9540 00000100:00100000:2.0:1769074761.579950:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612666112:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074761.579957:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.579965:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e898f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abb7 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.580017:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619859200:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074761.580358:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.582299:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.582396:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666240 00000100:00100000:3.0:1769074761.582411:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666240 00000100:00100000:3.0:1769074761.582480:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9541 00000100:00100000:3.0:1769074761.582491:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612666240:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.582514:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.582538:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e898fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abbe expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074761.582611:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619859328:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074761.584284:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074761.586362:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612665728:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 24295us (24878us total) trans 21474839467 rc 0/0 00000100:00100000:0.0:1769074761.586380:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1097 00002000:00100000:0.0:1769074761.586402:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3629055) req@ffff956d41d94e00 x1855007612665728/t21474839467(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/448 e 0 to 0 dl 1769074772 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.586414:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d94e00 with x1855007612665728 ext(3145728->3629055) 00010000:00010000:0.0:1769074761.586427:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 23 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.586454:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 23 pid: 25507 timeout: 1845 lvb_type: 0 00002000:00010000:0.0:1769074761.586464:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d94e00 00000100:00100000:2.0:1769074761.587208:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619859200:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074761.587256:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e898f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb7 expref: 22 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.587282:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e898f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb7 expref: 22 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.587296:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8a00, rc 0) 00000100:00100000:2.0:1769074761.587343:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612666112:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7391us (8213us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074761.587353:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9540 00000100:00100000:2.0:1769074761.592386:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.592491:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666368 00000100:00100000:1.0:1769074761.592505:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666368 00010000:00010000:1.0:1769074761.592566:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 21 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.592619:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5069 00000100:00100000:1.0:1769074761.592630:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612666368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.592651:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074761.592677:0:26370:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074761 -> 1769074762 00002000:00010000:1.0:1769074761.592681:0:26370:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074761 -> 1769074762 00010000:00010000:1.0:1769074761.592689:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 21 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.592709:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 21 pid: 25507 timeout: 1845 lvb_type: 0 00010000:00010000:1.0:1769074761.592749:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.592752:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.592765:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.592778:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.592975:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.592996:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619859456:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074761.593262:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00002000:00010000:3.0:1769074761.593377:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074758 -> 1769074762 00010000:00010000:3.0:1769074761.593395:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334600/0x8b5959a9a0e898b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab8d expref: 21 pid: 25507 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.593414:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619859328:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074761.593453:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e898fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abbe expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.593469:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e898fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abbe expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.593484:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:3.0:1769074761.593521:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612666240:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11032us (11235us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074761.593531:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9541 00000100:00100000:2.0:1769074761.597368:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619859456:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074761.597417:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.597510:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612666368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4881us (5140us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.597524:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5069 00000100:00100000:2.0:1769074761.601779:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.602300:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666496 00000100:00100000:3.0:1769074761.602316:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666496 00000100:00100000:3.0:1769074761.602431:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9542 00000100:00100000:3.0:1769074761.602443:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:57739:x1855007612666496:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.602468:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.602493:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abc5 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.602526:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.602529:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.602539:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 19 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.602558:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 19 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.602574:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:3.0:1769074761.602653:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:57739:x1855007612666496:12345-192.168.204.39@tcp:101:cat.0 Request processed in 212us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.602660:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9542 00000100:00100000:2.0:1769074761.623938:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.624037:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.627427:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.630489:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666624 00000100:00100000:0.0:1769074761.630511:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666624 00000100:00100000:2.0:1769074761.634740:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00100000:1.0:1769074761.634943:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21566680 x1855007612666624/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.634959:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21566680 with x1855007612666624 ext(3145728->4194303) 00002000:00010000:1.0:1769074761.634968:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21566680 00000100:00100000:1.0:1769074761.635003:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666752 00000100:00100000:1.0:1769074761.635013:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666752 00002000:00100000:1.0:1769074761.635036:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d21565180 x1855007612666752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.635045:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21565180 with x1855007612666752 ext(3145728->4194303) 00002000:00010000:1.0:1769074761.635049:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21565180 00000100:00100000:1.0:1769074761.635074:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612666880 00000100:00100000:1.0:1769074761.635089:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612666880 00002000:00100000:1.0:1769074761.635107:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d21567480 x1855007612666880/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.635115:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21567480 with x1855007612666880 ext(4194304->4861951) 00002000:00010000:1.0:1769074761.635119:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21567480 00000100:00100000:1.0:1769074761.635144:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5307 00000100:00100000:1.0:1769074761.635153:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612666624:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074761.636925:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5308 00000100:00100000:1.0:1769074761.636948:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612666752:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074761.637259:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5309 00000100:00100000:2.0:1769074761.637275:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612666880:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074761.640456:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667008 00000100:00100000:0.0:1769074761.640483:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667008 00000100:00100000:0.0:1769074761.640582:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6400 00000100:00100000:0.0:1769074761.640593:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57753:x1855007612667008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074761.640628:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.640657:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8990c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abcc expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.640752:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640769:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640782:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640796:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640802:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640808:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640968:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640977:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.640984:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074761.641030:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:0.0:1769074761.641036:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074761.641059:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641071:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641091:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641099:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641111:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641118:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.641123:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641133:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641147:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074761.641151:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.641157:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641163:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89913 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641179:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641185:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641201:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641206:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.641209:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641215:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641227:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5100) 00010000:00010000:0.0:1769074761.641229:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.641233:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641239:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8991a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.641274:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8990c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 10 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.641290:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 9 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.641298:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.641300:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074761.641304:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:0.0:1769074761.641366:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57753:x1855007612667008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 775us (6641us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.641375:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6400 00010000:00010000:2.0:1769074761.662230:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074761.672416:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612666880:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35127us (44986us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074761.672436:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5309 00002000:00100000:0.0:1769074761.672455:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d21567480 x1855007612666880/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.672468:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21567480 with x1855007612666880 ext(4194304->4861951) 00002000:00010000:0.0:1769074761.672476:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21567480 00000100:00100000:2.0:1769074761.674223:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612666624:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 39057us (50290us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.674239:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5307 00002000:00100000:2.0:1769074761.674250:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21566680 x1855007612666624/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.674261:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21566680 with x1855007612666624 ext(3145728->4194303) 00002000:00010000:2.0:1769074761.674269:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21566680 00000100:00100000:2.0:1769074761.680088:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612666752:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 43133us (56033us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074761.680105:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5308 00002000:00100000:2.0:1769074761.680121:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d21565180 x1855007612666752/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.680131:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21565180 with x1855007612666752 ext(3145728->4194303) 00002000:00010000:2.0:1769074761.680139:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21565180 00000100:00100000:3.0:1769074761.688785:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.688892:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.688916:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.688932:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.688963:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.689072:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667264 00000100:00100000:0.0:1769074761.689086:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667264 00000100:00100000:0.0:1769074761.689149:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9543 00000100:00100000:0.0:1769074761.689159:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612667264:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074761.689184:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.689245:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abda expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.689276:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.689280:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074761.689292:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.689312:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.689329:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:0.0:1769074761.689398:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612667264:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 241us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.689407:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9543 00000100:00100000:0.0:1769074761.689428:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667136 00000100:00100000:0.0:1769074761.689432:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667136 00000100:00100000:0.0:1769074761.689448:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667392 00000100:00100000:0.0:1769074761.689450:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667392 00000100:00100000:0.0:1769074761.689465:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667776 00000100:00100000:0.0:1769074761.689468:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667776 00000100:00100000:0.0:1769074761.689486:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9544 00000100:00100000:0.0:1769074761.689492:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612667136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074761.689502:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.689510:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8992f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abd3 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074761.689568:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619859584:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074761.689635:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c062056c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.689742:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9545 00000100:00100000:1.0:1769074761.689756:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612667392:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074761.689769:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.689783:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abe1 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.689799:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.689801:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.689807:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.689819:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074761.689854:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:1.0:1769074761.689878:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612667392:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 127us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.689885:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9545 00000100:00100000:1.0:1769074761.689902:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9546 00000100:00100000:1.0:1769074761.689908:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612667776:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.689915:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.689922:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8993d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abef expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.689952:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619859712:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074761.689979:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.690375:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667648 00000100:00100000:2.0:1769074761.690382:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667648 00000100:00100000:2.0:1769074761.690433:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6401 00000100:00100000:2.0:1769074761.690441:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57755:x1855007612667648:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074761.690460:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.690475:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abe8 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.690562:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.690588:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.690602:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.690619:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.690626:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.690633:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.691754:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.691777:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.691788:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074761.691805:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000100:00100000:0.0:1769074761.696125:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619859584:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074761.696207:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8992f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abd3 expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.696241:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8992f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abd3 expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.696259:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:0.0:1769074761.696348:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612667136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6853us (7429us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074761.696360:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9544 00010000:00010000:1.0:1769074761.697406:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697428:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697435:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697443:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074761.697448:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697457:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697473:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074761.697476:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074761.697481:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697487:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8994b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697501:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697507:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697512:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697517:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074761.697520:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697529:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697536:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1800) 00010000:00010000:1.0:1769074761.697539:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074761.697542:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697548:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89952 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.697712:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e89944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.697730:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.697738:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.697741:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074761.697744:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:1.0:1769074761.697819:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57755:x1855007612667648:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7378us (9048us total) trans 8589941259 rc 0/0 00000100:00100000:1.0:1769074761.697860:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6401 00000100:00100000:2.0:1769074761.706569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.706628:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.706768:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612667904 00000100:00100000:3.0:1769074761.706786:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612667904 00000100:00100000:3.0:1769074761.706897:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9547 00000100:00100000:3.0:1769074761.706908:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612667904:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.706936:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.706967:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abf6 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.707002:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.707005:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.707018:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.707039:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.707054:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:3.0:1769074761.707129:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612667904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 223us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.707137:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9547 00000100:00100000:3.0:1769074761.707226:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.707338:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668032 00000100:00100000:3.0:1769074761.707343:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668032 00000100:00100000:3.0:1769074761.707372:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9548 00000100:00100000:3.0:1769074761.707380:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612668032:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074761.707389:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.707401:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11abfd expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.707416:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.707418:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.707424:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.707436:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 8 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.707446:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:3.0:1769074761.707471:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612668032:12345-192.168.204.39@tcp:101:cat.0 Request processed in 91us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.707477:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9548 00000100:00100000:0.0:1769074761.715957:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619859712:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074761.716017:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8993d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abef expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.716047:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8993d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abef expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074761.716062:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:0.0:1769074761.716166:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612667776:12345-192.168.204.39@tcp:101:cat.0 Request processed in 26255us (27199us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074761.716178:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9546 00000100:00100000:1.0:1769074761.717078:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668288 00000100:00100000:1.0:1769074761.717095:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668288 00000100:00100000:1.0:1769074761.717169:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6402 00000100:00100000:1.0:1769074761.717181:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57753:x1855007612668288:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074761.717221:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.717252:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89975 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac04 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.717400:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.717420:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 10 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.717431:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.717440:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.717484:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.717503:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 145 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.717518:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619859840:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.717684:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 10 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.717694:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 10 pid: 29858 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.717704:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619859968:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.717730:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.724419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.727403:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.729994:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619859840:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.730022:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619859968:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.730069:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074761.735613:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668416 00000100:00100000:2.0:1769074761.735643:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668416 00010000:00010000:2.0:1769074761.735725:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 146 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.735886:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668544 00000100:00100000:2.0:1769074761.735890:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668544 00010000:00010000:2.0:1769074761.735909:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 11 pid: 29858 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.739061:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5070 00000100:00100000:3.0:1769074761.739410:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:2372:x1855007612668416:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074761.739439:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074761.739454:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 146 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739477:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 146 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739513:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89959 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe8 expref: 146 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739536:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.739543:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.739555:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.739562:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074761.739660:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+145:2372:x1855007612668416:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 277us (15261us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.739669:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5070 00000100:00100000:3.0:1769074761.739703:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5071 00000100:00100000:3.0:1769074761.739711:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612668544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074761.739720:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074761.739725:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 11 pid: 29858 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739735:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 11 pid: 29858 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739748:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89921 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abcc expref: 11 pid: 29858 timeout: 1845 lvb_type: 0 00010000:00010000:3.0:1769074761.739757:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.739762:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.739770:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.739778:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.739812:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074761.740026:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2372:x1855007612668544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 314us (12636us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.740034:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5071 00000100:00100000:2.0:1769074761.745462:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.747234:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.747463:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668672 00000100:00100000:3.0:1769074761.747478:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668672 00002000:00100000:3.0:1769074761.747550:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d21564380 x1855007612668672/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.747564:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21564380 with x1855007612668672 ext(4194304->4861951) 00002000:00010000:3.0:1769074761.747573:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21564380 00010000:00010000:1.0:1769074761.747707:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.747720:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074761.747744:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074761.748006:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89975 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.748035:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.748047:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00000100:00100000:3.0:1769074761.751532:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5310 00000100:00100000:3.0:1769074761.751568:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612668672:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:1.0:1769074761.755023:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074761.755049:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:1.0:1769074761.755157:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57753:x1855007612668288:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 37970us (48520us total) trans 8589941260 rc 0/0 00000100:00100000:1.0:1769074761.755169:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6402 00000100:00100000:1.0:1769074761.759033:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612668800 00000100:00100000:1.0:1769074761.759057:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612668800 00000100:00100000:1.0:1769074761.759159:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9549 00000100:00100000:1.0:1769074761.759170:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612668800:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.759205:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.759234:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8998a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac0b expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.759384:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619860096:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074761.759552:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.774367:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.775450:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612668672:12345-192.168.204.39@tcp:3:cat.0 Request processed in 23892us (29991us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074761.775470:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5310 00002000:00100000:0.0:1769074761.775492:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d21564380 x1855007612668672/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074761.775506:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21564380 with x1855007612668672 ext(4194304->4861951) 00002000:00010000:0.0:1769074761.775515:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21564380 00000100:00100000:1.0:1769074761.775644:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669056 00000100:00100000:1.0:1769074761.775657:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669056 00000100:00100000:1.0:1769074761.775731:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6403 00000100:00100000:1.0:1769074761.775742:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57755:x1855007612669056:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074761.775773:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.775777:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1769074761.775816:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e89841 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab2b expref: 145 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.775953:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.775959:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074761.775979:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89991 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac12 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.776045:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.776063:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.776073:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.776176:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074761.776233:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.776252:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 8 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.776552:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860224:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074761.776647:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.776656:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 8 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:1.0:1769074761.776666:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860352:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074761.776693:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.789734:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.789877:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.789946:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.789968:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.790004:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669184 00000100:00100000:3.0:1769074761.790020:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669184 00000100:00100000:3.0:1769074761.790240:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669440 00000100:00100000:3.0:1769074761.790244:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669440 00000100:00100000:2.0:1769074761.790364:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669952 00000100:00100000:2.0:1769074761.790370:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669952 00010000:00010000:2.0:1769074761.790412:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 10 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.790440:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669824 00000100:00100000:2.0:1769074761.790443:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669824 00010000:00010000:2.0:1769074761.790455:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 11 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:2.0:1769074761.790478:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5072 00000100:00100000:2.0:1769074761.790488:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612669952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.790511:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.790518:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 11 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.790532:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 11 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.790563:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.790571:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.790583:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.790594:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.790670:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612669952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 182us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.790681:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5072 00000100:00100000:2.0:1769074761.790703:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5073 00000100:00100000:2.0:1769074761.790710:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612669824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.790719:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.790724:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 10 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.790738:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 10 pid: 29856 timeout: 1845 lvb_type: 0 00010000:00010000:2.0:1769074761.790751:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074761.790755:0:26370:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.790764:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.790774:0:26370:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074761.790796:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.790815:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612669824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 105us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.790851:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5073 00000100:00100000:3.0:1769074761.791249:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6404 00000100:00100000:0.0:1769074761.791351:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6405 00000100:00100000:0.0:1769074761.791363:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57757:x1855007612669440:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074761.791394:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.791417:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8999f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac20 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.791505:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791518:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791529:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791547:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791554:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791563:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791757:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791767:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791775:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074761.791787:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074761.791944:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791953:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791961:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791970:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.791975:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791984:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.791996:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.791999:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1769074761.792004:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792015:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e899b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792035:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792041:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792048:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792053:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.792056:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792061:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792068:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074761.792070:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.792087:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792095:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792106:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792112:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792118:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792124:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.792127:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792134:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792142:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5100) 00010000:00010000:0.0:1769074761.792145:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.792148:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792154:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.792213:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8999f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac20 expref: 11 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.792224:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074761.792227:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074761.792231:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8999f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac20 expref: 11 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.792242:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:3.0:1769074761.792512:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57753:x1855007612669184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074761.792536:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.792551:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e899c2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac19 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.792620:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.792634:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.792641:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.792647:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 5/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074761.792666:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074761.792733:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.792753:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 11 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:3.0:1769074761.792772:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619860480:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074761.792902:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074761.793083:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57757:x1855007612669440:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1721us (3112us total) trans 8589941261 rc 301/301 00000100:00100000:0.0:1769074761.793093:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6405 00000100:00100000:2.0:1769074761.800783:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619860096:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074761.800889:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8998a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac0b expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.800920:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8998a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac0b expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074761.800938:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074761.801047:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612668800:12345-192.168.204.39@tcp:101:cat.0 Request processed in 41878us (53822us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074761.801058:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9549 00000100:00100000:0.0:1769074761.802475:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619860480:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.802514:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.803474:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030600/0x8b5959a9a0e8983a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab24 expref: 9 pid: 29856 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.803502:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860224:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.803516:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e89833 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab1d expref: 8 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.803529:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860352:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.803557:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.803566:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.803573:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074761.804951:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.805052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.805322:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670080 00000100:00100000:0.0:1769074761.805334:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670080 00010000:00010000:0.0:1769074761.805385:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 12 pid: 29857 timeout: 1845 lvb_type: 0 00000100:00100000:0.0:1769074761.805430:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5074 00000100:00100000:0.0:1769074761.805440:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612670080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074761.805459:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074761.805467:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 12 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.805491:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 12 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.805520:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8997c lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac04 expref: 12 pid: 29857 timeout: 1845 lvb_type: 0 00010000:00010000:0.0:1769074761.805543:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.805549:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.805560:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.805567:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074761.805574:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074761.805638:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612670080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 198us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.805646:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5074 00000040:00080000:0.0:1769074761.805988:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1566, 88 off136352 00000004:00080000:0.0:1769074761.805998:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967174078ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806145:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1572, 88 off136880 00000004:00080000:0.0:1769074761.806150:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967326858ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806174:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1573, 88 off136968 00000004:00080000:0.0:1769074761.806178:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967354980ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806206:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1567, 88 off136440 00000004:00080000:0.0:1769074761.806211:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967387808ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806228:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1568, 88 off136528 00000004:00080000:0.0:1769074761.806231:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967408123ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806247:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1574, 88 off137056 00000004:00080000:0.0:1769074761.806251:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967427765ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806266:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1575, 88 off137144 00000004:00080000:0.0:1769074761.806270:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967446524ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806284:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1576, 88 off137232 00000004:00080000:0.0:1769074761.806288:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967464289ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806302:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1569, 88 off136616 00000004:00080000:0.0:1769074761.806307:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967483454ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806321:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1577, 88 off137320 00000004:00080000:0.0:1769074761.806325:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967501884ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806340:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1570, 88 off136704 00000004:00080000:0.0:1769074761.806344:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967520758ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806358:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1578, 88 off137408 00000004:00080000:0.0:1769074761.806361:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967538270ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074761.806376:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1571, 88 off136792 00000004:00080000:0.0:1769074761.806381:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967557376ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806396:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1572, 88 off136880 00000004:00080000:0.0:1769074761.806400:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967576345ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806414:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1573, 88 off136968 00000004:00080000:0.0:1769074761.806418:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967594419ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806432:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1574, 88 off137056 00000004:00080000:0.0:1769074761.806436:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1745967612740ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074761.806451:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1579, 88 off137496 00000004:00080000:0.0:1769074761.806454:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1745967631176ns, next at 1696607292856ns, rc = 0 00000100:00100000:3.0:1769074761.812330:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612669696 00000100:00100000:3.0:1769074761.812355:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612669696 00000100:00100000:3.0:1769074761.812427:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2705 00000100:00100000:3.0:1769074761.812437:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57738:x1855007612669696:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074761.812782:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57738:x1855007612669696:12345-192.168.204.39@tcp:35:cat.0 Request processed in 344us (7727us total) trans 8589941263 rc 0/0 00000100:00100000:3.0:1769074761.812792:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2705 00000100:00100000:3.0:1769074761.812935:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.813070:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670336 00000100:00100000:3.0:1769074761.819721:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670336 00000100:00100000:2.0:1769074761.824697:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2706 00000100:00100000:2.0:1769074761.824714:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+147:57739:x1855007612670336:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074761.825200:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57739:x1855007612670336:12345-192.168.204.39@tcp:35:cat.0 Request processed in 476us (12252us total) trans 8589941264 rc 0/0 00000100:00100000:2.0:1769074761.825210:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2706 00000100:00100000:2.0:1769074761.832680:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.832787:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670464 00000100:00100000:3.0:1769074761.832803:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670464 00000100:00100000:3.0:1769074761.832940:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:3.0:1769074761.832953:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612670464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074761.833287:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612670464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 333us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.833297:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:3.0:1769074761.858453:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.858738:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670592 00000100:00100000:1.0:1769074761.858755:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670592 00000100:00100000:1.0:1769074761.858879:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6406 00000100:00100000:1.0:1769074761.858891:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57757:x1855007612670592:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074761.858923:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.858951:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac27 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.859050:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.859067:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.859093:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.859097:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074761.859102:0:30549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 10 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.859111:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:1.0:1769074761.859210:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57757:x1855007612670592:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 319us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.859218:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6406 00000001:00080000:3.0:1769074761.890156:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941262 is committed 00000004:00080000:3.0:1769074761.890175:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1279 committed 00000004:00080000:3.0:1769074761.890202:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1273 committed 00010000:00010000:1.0:1769074761.890235:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.890259:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00000004:00080000:3.0:1769074761.890262:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1272 committed 00010000:00010000:1.0:1769074761.890263:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074761.890268:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074761.890283:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074761.890290:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074761.890299:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.890308:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.890320:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.890391:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074761.890564:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1271 committed 00000004:00080000:3.0:1769074761.890568:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1270 committed 00000004:00080000:3.0:1769074761.890570:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1278 committed 00000004:00080000:3.0:1769074761.890574:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1269 committed 00000004:00080000:3.0:1769074761.890576:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1277 committed 00000004:00080000:3.0:1769074761.890579:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1268 committed 00000004:00080000:3.0:1769074761.890581:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1276 committed 00000004:00080000:3.0:1769074761.890584:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1275 committed 00000004:00080000:3.0:1769074761.890586:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1274 committed 00000004:00080000:3.0:1769074761.890588:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1267 committed 00000004:00080000:3.0:1769074761.890590:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1266 committed 00000004:00080000:3.0:1769074761.890592:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1273 committed 00000004:00080000:3.0:1769074761.890595:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1272 committed 00000004:00080000:3.0:1769074761.890597:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1265 committed 00000100:00100000:1.0:1769074761.890632:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860608:192.168.204.39@tcp:105: 00000001:00080000:3.0:1769074761.890682:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941261 is committed 00000001:00080000:3.0:1769074761.890689:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941257 is committed 00000001:00080000:3.0:1769074761.890699:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941260 is committed 00000001:00080000:3.0:1769074761.890718:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941263 is committed 00000100:00100000:2.0:1769074761.890748:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619860736:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.890815:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.890874:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619860736 00000100:00100000:3.0:1769074761.890884:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619860736 00000100:00100000:2.0:1769074761.890887:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.890907:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.890921:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.890940:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861248 00000100:00100000:2.0:1769074761.890941:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.890943:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861248 00000100:00100000:2.0:1769074761.890957:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619862272:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.890959:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861760 00000100:00100000:3.0:1769074761.890961:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861760 00000100:00100000:2.0:1769074761.890978:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074761.890984:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9550 00000100:00100000:3.0:1769074761.890993:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3291:x1855007619860736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.890998:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1769074761.891003:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619860864:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.891023:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891038:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.891055:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891070:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.891087:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891101:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619862400:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.891119:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891145:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619860992:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.891167:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891184:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861504:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.891238:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891248:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074761.891266:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891276:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074761.891281:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862272 00000100:00100000:0.0:1769074761.891286:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862272 00000100:00100000:2.0:1769074761.891293:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.891305:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619860864 00000100:00100000:2.0:1769074761.891305:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1769074761.891307:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619860864 00000100:00100000:2.0:1769074761.891310:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.891316:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861376 00000100:00100000:0.0:1769074761.891318:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861376 00000100:00100000:0.0:1769074761.891327:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861888 00000100:00100000:0.0:1769074761.891329:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861888 00000100:00100000:2.0:1769074761.891329:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.891338:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861632:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074761.891339:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862400 00000100:00100000:0.0:1769074761.891340:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862400 00000100:00100000:0.0:1769074761.891348:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619860992 00000100:00100000:0.0:1769074761.891351:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619860992 00000100:00100000:2.0:1769074761.891354:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.891360:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861504 00000100:00100000:0.0:1769074761.891362:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861504 00000100:00100000:2.0:1769074761.891363:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862144:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074761.891372:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862016 00000100:00100000:0.0:1769074761.891375:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862016 00000100:00100000:2.0:1769074761.891378:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074761.891383:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862528 00000100:00100000:0.0:1769074761.891386:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862528 00000100:00100000:2.0:1769074761.891387:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862656:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074761.891393:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861120 00000100:00100000:0.0:1769074761.891395:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861120 00000100:00100000:0.0:1769074761.891403:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619861632 00000100:00100000:0.0:1769074761.891405:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619861632 00000100:00100000:0.0:1769074761.891414:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862144 00000100:00100000:0.0:1769074761.891416:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862144 00000100:00100000:0.0:1769074761.891427:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9551 00000100:00100000:0.0:1769074761.891433:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3291:x1855007619861248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.891597:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c240 going to sleep for 11 seconds 00010000:00010000:1.0:1769074761.891620:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074761.891630:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00002000:00010000:0.0:1769074761.891655:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074761.891658:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074761.891661:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074761.891663:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074761.891665:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000004:00200000:1.0:1769074761.891679:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074761.891685:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074761.891710:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074761.891714:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3291:x1855007619861248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 280us (804us total) trans 21474839468 rc 0/0 00000100:00100000:0.0:1769074761.891724:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9551 00000100:00100000:0.0:1769074761.891745:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9552 00000100:00100000:0.0:1769074761.891752:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3291:x1855007619861760:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1769074761.891752:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e899c2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.891775:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 7 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.891785:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074761.891789:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074761.891792:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8e00, rc 0) 00000100:00100000:1.0:1769074761.891860:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57753:x1855007612669184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 100602us (103049us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.891869:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6404 00002000:00010000:0.0:1769074761.891903:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074761.891906:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074761.891909:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:0.0:1769074761.891911:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074761.891914:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074761.891939:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3291:x1855007619861760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 188us (997us total) trans 17179872515 rc 0/0 00000100:00100000:0.0:1769074761.891945:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9552 00000100:00100000:0.0:1769074761.891956:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9553 00000100:00100000:0.0:1769074761.891962:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3291:x1855007619862272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074761.892045:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074761.892049:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074761.892051:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074761.892054:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074761.892056:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00002000:00010000:3.0:1769074761.892293:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1769074761.892297:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:3.0:1769074761.892300:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:3.0:1769074761.892302:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.892305:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1921 -> 1921 00000100:00100000:3.0:1769074761.892335:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3291:x1855007619860736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1342us (1518us total) trans 21474839469 rc 0/0 00000100:00100000:3.0:1769074761.892342:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9550 00000100:00100000:3.0:1769074761.892359:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9554 00000100:00100000:3.0:1769074761.892365:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3291:x1855007619860864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.892452:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074761.892455:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074762 -> 1769074758 00002000:00010000:3.0:1769074761.892457:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074762 -> 1769074758 00002000:00010000:3.0:1769074761.892460:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074762 -> 1769074761 00002000:00010000:3.0:1769074761.892462:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1769074761.892486:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3291:x1855007619860864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (1462us total) trans 21474839470 rc 0/0 00000100:00100000:3.0:1769074761.892493:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9554 00000100:00100000:3.0:1769074761.892510:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9555 00000100:00100000:3.0:1769074761.892517:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3291:x1855007619861376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074761.892552:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074761.892590:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862656 00002000:00010000:3.0:1769074761.892595:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074761.892597:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00000100:00100000:2.0:1769074761.892598:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862656 00002000:00010000:3.0:1769074761.892599:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.892601:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074761.892604:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074761.892626:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9556 00000100:00100000:3.0:1769074761.892627:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3291:x1855007619861376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (1571us total) trans 21474839471 rc 0/0 00000100:00100000:2.0:1769074761.892633:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3291:x1855007619861888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.892633:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9555 00000100:00100000:3.0:1769074761.892645:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9557 00000100:00100000:3.0:1769074761.892651:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3291:x1855007619862400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074761.892726:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074761.892729:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.892731:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074761.892734:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074761.892737:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074761.892764:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3291:x1855007619862400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (1643us total) trans 17179872517 rc 0/0 00000100:00100000:3.0:1769074761.892770:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9557 00000100:00100000:3.0:1769074761.892783:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9558 00000100:00100000:3.0:1769074761.892790:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3289:x1855007619860992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.892808:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074761.892811:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.892814:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074758 00002000:00010000:2.0:1769074761.892815:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.892818:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1769074761.892870:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:3291:x1855007619861888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 238us (1781us total) trans 17179872518 rc 0/0 00000100:00100000:2.0:1769074761.892877:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9556 00000100:00100000:2.0:1769074761.892890:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9559 00002000:00010000:3.0:1769074761.892893:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00000100:00100000:2.0:1769074761.892896:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619861504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074761.892896:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074762 -> 1769074762 00002000:00010000:3.0:1769074761.892898:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074762 -> 1769074758 00002000:00010000:3.0:1769074761.892901:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074762 -> 1769074762 00002000:00010000:3.0:1769074761.892903:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5467 -> 5467 00000100:00100000:3.0:1769074761.892944:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619860992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (1775us total) trans 21474839472 rc 0/0 00000100:00100000:3.0:1769074761.892951:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9558 00000100:00100000:3.0:1769074761.892963:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9560 00000100:00100000:3.0:1769074761.892969:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3289:x1855007619862016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.892979:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074761.892982:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.892984:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.892986:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.892989:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074761.893017:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619861504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 121us (1778us total) trans 21474839473 rc 0/0 00000100:00100000:2.0:1769074761.893024:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9559 00000100:00100000:2.0:1769074761.893037:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9561 00000100:00100000:2.0:1769074761.893044:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:3289:x1855007619862528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074761.893048:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074761.893051:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074762 -> 1769074762 00002000:00010000:3.0:1769074761.893053:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074762 -> 1769074758 00002000:00010000:3.0:1769074761.893056:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074762 -> 1769074762 00002000:00010000:3.0:1769074761.893058:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00002000:00010000:2.0:1769074761.893126:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074761.893130:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.893132:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.893134:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.893136:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:2.0:1769074761.893163:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3289:x1855007619862528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (1868us total) trans 17179872520 rc 0/0 00000100:00100000:2.0:1769074761.893170:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9561 00000100:00100000:2.0:1769074761.893182:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9562 00000100:00100000:2.0:1769074761.893198:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+48:3289:x1855007619861120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074761.893283:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074761.893286:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.893289:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.893291:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074761.893293:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074761.893329:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3289:x1855007619861120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (1997us total) trans 21474839474 rc 0/0 00000100:00100000:2.0:1769074761.893338:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9562 00000100:00100000:2.0:1769074761.893363:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9563 00000100:00100000:2.0:1769074761.893370:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+48:3289:x1855007619861632:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.893586:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e972680/2, rc 0, transno 21474839474 00000100:00100000:1.0:1769074761.893604:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861120:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.893620:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e972300/2, rc 0, transno 21474839472 00000100:00100000:1.0:1769074761.893624:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619860992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.893633:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b04e00/2, rc 0, transno 21474839473 00000100:00100000:1.0:1769074761.893637:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861504:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.893646:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41801c00/2, rc 0, transno 17179872520 00000100:00100000:1.0:1769074761.893651:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074761.893740:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074761.893757:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619862784:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074761.893799:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074761.893885:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619862784 00000100:00100000:1.0:1769074761.893892:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619862784 00000100:00100000:1.0:1769074761.893924:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9564 00000100:00100000:1.0:1769074761.893932:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3289:x1855007619862144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074761.894066:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074761.894069:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074761.894072:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074761.894074:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074761.894076:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074761.894112:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3289:x1855007619862144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 180us (2732us total) trans 17179872521 rc 0/0 00000100:00100000:1.0:1769074761.894118:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9564 00000100:00100000:1.0:1769074761.894133:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9565 00000100:00100000:1.0:1769074761.894140:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3289:x1855007619862656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074761.894230:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074761.894234:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074761.894236:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074761.894239:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074761.894241:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074761.894267:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3289:x1855007619862656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (1715us total) trans 17179872522 rc 0/0 00000100:00100000:1.0:1769074761.894273:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9565 00000100:00100000:1.0:1769074761.894286:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9566 00000100:00100000:1.0:1769074761.894293:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3292:x1855007619862784:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074761.894368:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40fef800/2, rc 0, transno 17179872521 00000100:00100000:1.0:1769074761.894374:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862144:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074761.894382:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41800a80/2, rc 0, transno 17179872522 00000100:00100000:1.0:1769074761.894385:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862656:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.894915:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074761.894921:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.894923:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.894926:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:2.0:1769074761.894928:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:2.0:1769074761.894976:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3292:x1855007619862784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 681us (1175us total) trans 21474839475 rc 0/0 00000100:00100000:2.0:1769074761.894983:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9566 00000004:00080000:2.0:1769074761.895021:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41c57480/2, rc 0, transno 21474839475 00000100:00100000:2.0:1769074761.895027:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619862784:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.895054:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94a80/2, rc 0, transno 21474839470 00000100:00100000:2.0:1769074761.895059:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619860864:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.895069:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b05c00/2, rc 0, transno 21474839471 00000100:00100000:2.0:1769074761.895072:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.895083:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21565880/2, rc 0, transno 17179872518 00000100:00100000:2.0:1769074761.895087:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861888:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.895096:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c033f3480/2, rc 0, transno 17179872517 00000100:00100000:2.0:1769074761.895098:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619862400:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074761.895109:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94000/2, rc 0, transno 21474839469 00000100:00100000:2.0:1769074761.895113:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619860736:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.895122:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe3100/2, rc 0, transno 21474839468 00000100:00100000:2.0:1769074761.895125:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861248:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074761.895136:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21565f80/2, rc 0, transno 17179872515 00000100:00100000:2.0:1769074761.895139:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619861760:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074761.895237:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:2.0:1769074761.895240:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.895243:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074761.895245:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:2.0:1769074761.895247:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:2.0:1769074761.895602:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3289:x1855007619861632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2229us (4243us total) trans 21474839476 rc 0/0 00000100:00100000:2.0:1769074761.895611:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9563 00000004:00080000:1.0:1769074761.895682:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b05500/2, rc 0, transno 21474839476 00000100:00100000:1.0:1769074761.895780:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619861632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074761.897182:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3289:x1855007619862016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4202us (5904us total) trans 17179872519 rc 0/0 00000100:00100000:3.0:1769074761.897208:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9560 00000004:00080000:3.0:1769074761.897277:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21566300/2, rc 0, transno 17179872519 00000100:00100000:3.0:1769074761.897284:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619862016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.897405:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.897446:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670720 00000100:00100000:3.0:1769074761.897456:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670720 00000100:00100000:3.0:1769074761.897512:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6407 00000100:00100000:3.0:1769074761.897522:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57753:x1855007612670720:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074761.897547:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.897574:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e899d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac2e expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.897653:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e899d7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac2e expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.897670:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e899d7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac2e expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.897706:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074761.897711:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074761.897715:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9600, rc 0) 00000100:00100000:3.0:1769074761.897779:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57753:x1855007612670720:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 257us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.897786:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6407 00000100:00100000:0.0:1769074761.898032:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3291:x1855007619862272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6067us (7050us total) trans 17179872516 rc 0/0 00000100:00100000:0.0:1769074761.898042:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9553 00000004:00080000:2.0:1769074761.899203:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40fec000/2, rc 0, transno 17179872516 00000100:00100000:2.0:1769074761.899214:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619862272:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074761.899270:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.899280:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619860608:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074761.899333:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89991 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 145 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074761.899553:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.899594:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:0.0:1769074761.899633:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670848 00000100:00100000:0.0:1769074761.899642:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670848 00000100:00100000:1.0:1769074761.899662:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57755:x1855007612669056:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 123920us (125308us total) trans 8589941262 rc 0/0 00000100:00100000:1.0:1769074761.899671:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6403 00000100:00100000:0.0:1769074761.899700:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2707 00000100:00100000:0.0:1769074761.899709:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57757:x1855007612670848:12345-192.168.204.39@tcp:49:multiop.0 00000100:00100000:0.0:1769074761.899806:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57757:x1855007612670848:12345-192.168.204.39@tcp:49:multiop.0 Request processed in 99us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.899811:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2707 00000100:00100000:1.0:1769074761.902999:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.907151:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.907384:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671104 00000100:00100000:1.0:1769074761.907399:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671104 00002000:00100000:1.0:1769074761.907478:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (2043904->2080767) req@ffff956d41cee680 x1855007612671104/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.907492:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cee680 with x1855007612671104 ext(2043904->2080767) 00002000:00010000:1.0:1769074761.907499:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41cee680 00000100:00100000:0.0:1769074761.907537:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612670976 00000100:00100000:1.0:1769074761.907537:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5311 00000100:00100000:0.0:1769074761.907543:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612670976 00000100:00100000:1.0:1769074761.907547:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612671104:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074761.907860:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9567 00000100:00100000:2.0:1769074761.907869:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612670976:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074761.907880:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074761.907905:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e899de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac35 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.907983:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619862912:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074761.908698:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c037dc3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.908893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.909318:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671232 00000100:00100000:3.0:1769074761.909330:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671232 00000100:00100000:3.0:1769074761.909380:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9568 00000100:00100000:3.0:1769074761.909390:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:57755:x1855007612671232:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074761.909406:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.909426:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac3c expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.909457:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 17 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909467:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909474:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 13 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909481:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.909483:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.909488:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1220608->1683455] (req 1220608->1683455) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.909523:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 13 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909541:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 13 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.909554:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863040:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.909637:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909648:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 7 pid: 25507 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.909659:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863168:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.909693:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 17 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.909702:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 17 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.909711:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863296:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074761.909734:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20402180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.913180:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.913225:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.913294:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.913335:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671488 00000100:00100000:2.0:1769074761.913360:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671488 00010000:00010000:2.0:1769074761.913430:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 8 pid: 25507 timeout: 1846 lvb_type: 1 00000100:00100000:2.0:1769074761.913476:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671360 00000100:00100000:2.0:1769074761.913480:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671360 00010000:00010000:2.0:1769074761.913496:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 14 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:2.0:1769074761.913523:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671616 00000100:00100000:2.0:1769074761.913526:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671616 00010000:00010000:2.0:1769074761.913540:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:2.0:1769074761.913564:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5075 00000100:00100000:2.0:1769074761.913574:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612671488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.913591:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.913617:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 8 pid: 25507 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913626:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 8 pid: 25507 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913659:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.913712:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612671488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 141us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.913718:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5075 00000100:00100000:2.0:1769074761.913765:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5076 00000100:00100000:2.0:1769074761.913769:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612671360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.913775:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.913780:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 14 pid: 7967 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913794:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 14 pid: 7967 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913803:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.913813:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612671360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 44us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.913818:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5076 00000100:00100000:2.0:1769074761.913851:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5077 00000100:00100000:2.0:1769074761.913855:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612671616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.913862:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.913867:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913874:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074761.913884:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.913886:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074761.913894:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.913903:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.913952:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074761.913971:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619863424:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074761.914033:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c037dce40 going to sleep for 11 seconds 00002000:00010000:3.0:1769074761.914728:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074758 -> 1769074762 00002000:00010000:3.0:1769074761.914736:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074758 -> 1769074762 00002000:00010000:3.0:1769074761.914739:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074761 -> 1769074762 00000100:00100000:3.0:1769074761.914758:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619862912:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074761.914796:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e899de lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac35 expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.914874:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e899de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac35 expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.914889:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074761.914951:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612670976:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 7080us (11964us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074761.914962:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9567 00010000:00010000:3.0:1769074761.915020:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df8400/0x8b5959a9a0e898f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abb0 expref: 13 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.915033:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863040:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.915049:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8996e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abfd expref: 7 pid: 25507 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.915060:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863168:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.915071:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d21df9e00/0x8b5959a9a0e8988e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab63 expref: 18 pid: 7967 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.915080:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863296:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.915103:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.915113:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8200, rc 0) 00000100:00100000:3.0:1769074761.915136:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:57755:x1855007612671232:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5748us (6243us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.915144:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9568 00000100:00100000:1.0:1769074761.916389:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612671104:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 8835us (9251us total) trans 21474839477 rc 0/0 00000100:00100000:1.0:1769074761.916598:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5311 00002000:00100000:1.0:1769074761.916610:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (2043904->2080767) req@ffff956d41cee680 x1855007612671104/t21474839477(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/448 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.916618:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cee680 with x1855007612671104 ext(2043904->2080767) 00002000:00010000:1.0:1769074761.916624:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41cee680 00000100:00100000:3.0:1769074761.917559:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21567b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619863424:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074761.917596:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074761.917808:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612671616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3950us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074761.917864:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5077 00000100:00100000:3.0:1769074761.922897:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.923005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.923170:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672000 00000100:00100000:1.0:1769074761.923183:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672000 00002000:00100000:1.0:1769074761.923317:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1220608->1224703) req@ffff956d41cef480 x1855007612672000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.923330:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cef480 with x1855007612672000 ext(1220608->1224703) 00002000:00010000:1.0:1769074761.923337:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41cef480 00000100:00100000:1.0:1769074761.923378:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5312 00000100:00100000:1.0:1769074761.923388:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612672000:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074761.923729:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612672000:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 341us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074761.923740:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5312 00002000:00100000:1.0:1769074761.923748:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1220608->1224703) req@ffff956d41cef480 x1855007612672000/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074761.923756:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cef480 with x1855007612672000 ext(1220608->1224703) 00002000:00010000:1.0:1769074761.923759:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41cef480 00000100:00100000:0.0:1769074761.923868:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612671872 00000100:00100000:0.0:1769074761.923872:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612671872 00000100:00100000:0.0:1769074761.923920:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6408 00000100:00100000:0.0:1769074761.923927:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57753:x1855007612671872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074761.923942:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.923970:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ec lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac43 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.924110:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924132:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924149:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924168:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924176:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924184:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924206:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.924211:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924219:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924234:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.924237:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074761.924243:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.924249:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e899f3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074761.925011:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ec lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac43 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.925031:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.925034:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074761.925039:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e899ec lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac43 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.925050:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:0.0:1769074761.925110:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57753:x1855007612671872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1182us (2103us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074761.925118:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6408 00000100:00100000:2.0:1769074761.928908:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.929004:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672256 00000100:00100000:3.0:1769074761.929024:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672256 00000100:00100000:3.0:1769074761.929097:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2708 00000100:00100000:3.0:1769074761.929108:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57753:x1855007612672256:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074761.930221:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57753:x1855007612672256:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1107us (1319us total) trans 8589941265 rc 0/0 00000100:00100000:3.0:1769074761.930235:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2708 00000100:00100000:2.0:1769074761.930762:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.931442:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672384 00000100:00100000:3.0:1769074761.931456:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672384 00000100:00100000:3.0:1769074761.931553:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9569 00000100:00100000:3.0:1769074761.931564:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57757:x1855007612672384:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074761.931585:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074761.931612:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac4a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931652:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931664:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 16 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.931673:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931683:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.931685:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074761.931690:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 6/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2482176->2785279] (req 2482176->2785279) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931734:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931753:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 11 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074761.931770:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863552:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.931929:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 16 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.931940:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 16 pid: 6531 timeout: 1846 lvb_type: 1 00000100:00100000:3.0:1769074761.931951:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ced500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863680:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074761.931976:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.931986:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074761.932000:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863808:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074761.932028:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20402180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.942114:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.942287:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672512 00000100:00100000:2.0:1769074761.942301:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672512 00002000:00100000:2.0:1769074761.942382:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1679360->1683455) req@ffff956d41cef800 x1855007612672512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.942396:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cef800 with x1855007612672512 ext(1679360->1683455) 00002000:00010000:2.0:1769074761.942405:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41cef800 00000100:00100000:2.0:1769074761.942503:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5313 00000100:00100000:2.0:1769074761.942515:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612672512:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074761.942801:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612672512:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 287us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074761.942813:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5313 00002000:00100000:2.0:1769074761.942931:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1679360->1683455) req@ffff956d41cef800 x1855007612672512/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074761.942942:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cef800 with x1855007612672512 ext(1679360->1683455) 00002000:00010000:2.0:1769074761.942945:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41cef800 00000100:00100000:0.0:1769074761.943994:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074761.944555:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ced500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863680:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074761.946719:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619863808:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074761.946784:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2482176->2785279] (req 2482176->2785279) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.946818:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9e00, rc 0) 00000100:00100000:0.0:1769074761.947238:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57757:x1855007612672384:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15501us (16303us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.947252:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9569 00000100:00100000:3.0:1769074761.949784:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.949976:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672896 00000100:00100000:2.0:1769074761.949989:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672896 00010000:00010000:2.0:1769074761.950055:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074761.950113:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5078 00000100:00100000:2.0:1769074761.950124:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612672896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074761.950145:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074761.950174:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074761.950197:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074761.950229:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065a00/0x8b5959a9a0e89880 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab55 expref: 8 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074761.950254:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074761.950328:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612672896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 206us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074761.950337:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5078 00000100:00100000:3.0:1769074761.950719:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.950959:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074761.951528:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612673152 00000100:00100000:2.0:1769074761.951540:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612673152 00000100:00100000:2.0:1769074761.951605:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2709 00000100:00100000:2.0:1769074761.951616:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b06450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57755:x1855007612673152:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074761.952556:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b06450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57755:x1855007612673152:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 934us (1588us total) trans 8589941266 rc 0/0 00000100:00100000:2.0:1769074761.952571:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2709 00000100:00100000:1.0:1769074761.953801:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672768 00000100:00100000:1.0:1769074761.953860:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672768 00010000:00010000:0.0:1769074761.954598:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 17 pid: 6531 timeout: 1846 lvb_type: 1 00000100:00100000:0.0:1769074761.954651:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5079 00000100:00100000:0.0:1769074761.954662:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612672768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074761.954682:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074761.954712:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 17 pid: 6531 timeout: 1846 lvb_type: 1 00010000:00010000:0.0:1769074761.954726:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 17 pid: 6531 timeout: 1846 lvb_type: 1 00010000:00010000:0.0:1769074761.954761:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e89936 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abe1 expref: 17 pid: 6531 timeout: 1846 lvb_type: 1 00010000:00010000:0.0:1769074761.954788:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074761.954893:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612672768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 233us (4174us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074761.954902:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5079 00000100:00100000:2.0:1769074761.955675:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.956660:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612672640 00000100:00100000:1.0:1769074761.956677:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612672640 00010000:00010000:1.0:1769074761.956732:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074761.956783:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5080 00000100:00100000:1.0:1769074761.956792:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612672640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074761.956811:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074761.956999:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074761.957132:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074761.957166:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e898aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab86 expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074761.957194:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.957197:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074761.957207:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.957220:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.957283:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074761.957305:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619863936:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074761.957473:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074761.962868:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619863936:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074761.962918:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074761.962995:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612672640:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6201us (7324us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074761.963217:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5080 00000100:00100000:2.0:1769074761.970612:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.970756:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612673280 00000100:00100000:3.0:1769074761.970773:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612673280 00002000:00100000:3.0:1769074761.971123:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2482176->2486271) req@ffff956d410e1c00 x1855007612673280/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.971138:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e1c00 with x1855007612673280 ext(2482176->2486271) 00002000:00010000:3.0:1769074761.971146:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d410e1c00 00000100:00100000:3.0:1769074761.971244:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5314 00000100:00100000:3.0:1769074761.971267:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612673280:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.971555:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2370:x1855007612673280:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 299us (958us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074761.971565:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5314 00002000:00100000:3.0:1769074761.971573:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2482176->2486271) req@ffff956d410e1c00 x1855007612673280/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.971584:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e1c00 with x1855007612673280 ext(2482176->2486271) 00002000:00010000:3.0:1769074761.971588:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d410e1c00 00000100:00100000:2.0:1769074761.977996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074761.978150:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612673536 00000100:00100000:1.0:1769074761.978165:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612673536 00000100:00100000:1.0:1769074761.978409:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6409 00000100:00100000:1.0:1769074761.978421:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57764:x1855007612673536:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074761.978456:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074761.978489:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89a01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac51 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074761.978591:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978606:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978615:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978627:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978631:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978635:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978812:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978819:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074761.978966:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074761.978986:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074761.979697:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979712:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979721:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979728:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.979734:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979742:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979759:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074761.979762:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.979768:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979774:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89a08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979794:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979800:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979806:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979817:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074761.979820:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979879:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979888:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d03d0a900) 00010000:00010000:0.0:1769074761.979890:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074761.979893:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979898:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89a0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074761.979965:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89a01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 10 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.979982:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 9 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074761.979991:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074761.979994:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074761.979997:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:0.0:1769074761.980399:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57764:x1855007612673536:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1970us (2416us total) trans 8589941267 rc 0/0 00000100:00100000:0.0:1769074761.980410:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6409 00000100:00100000:2.0:1769074761.980976:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.981539:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612673664 00000100:00100000:3.0:1769074761.981555:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612673664 00002000:00100000:3.0:1769074761.981625:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2781184->2785279) req@ffff956d21567b80 x1855007612673664/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.981641:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21567b80 with x1855007612673664 ext(2781184->2785279) 00002000:00010000:3.0:1769074761.981649:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21567b80 00000100:00100000:3.0:1769074761.981880:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5315 00000100:00100000:3.0:1769074761.981893:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2372:x1855007612673664:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074761.982239:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2372:x1855007612673664:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 348us (1265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074761.982248:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5315 00002000:00100000:3.0:1769074761.982257:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x213:0x0] (2781184->2785279) req@ffff956d21567b80 x1855007612673664/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/4536 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.982268:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21567b80 with x1855007612673664 ext(2781184->2785279) 00002000:00010000:3.0:1769074761.982273:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21567b80 00000100:00100000:3.0:1769074761.985270:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074761.985395:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612673792 00000100:00100000:0.0:1769074761.985413:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612673792 00000100:00100000:0.0:1769074761.985546:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9570 00000100:00100000:0.0:1769074761.985554:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612673792:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074761.985576:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074761.985596:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e89a24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac58 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074761.985673:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619864064:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074761.985797:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.986681:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.987294:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674048 00000100:00100000:3.0:1769074761.987309:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674048 00000100:00100000:3.0:1769074761.987393:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2710 00000100:00100000:3.0:1769074761.987403:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57757:x1855007612674048:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074761.988268:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57757:x1855007612674048:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 862us (1589us total) trans 8589941268 rc 0/0 00000100:00100000:3.0:1769074761.988281:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2710 00002000:00010000:3.0:1769074761.988906:0:6531:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074758 -> 1769074763 00002000:00010000:3.0:1769074761.988914:0:6531:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074758 -> 1769074762 00002000:00010000:3.0:1769074761.988917:0:6531:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074761 -> 1769074763 00000100:00100000:3.0:1769074761.988948:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619864064:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074761.989016:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e89a24 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac58 expref: 8 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.989043:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159600/0x8b5959a9a0e89a24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac58 expref: 8 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074761.989059:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:3.0:1769074761.989113:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612673792:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3559us (3860us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074761.989122:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9570 00000100:00100000:2.0:1769074761.996592:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074761.996687:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674176 00000100:00100000:3.0:1769074761.996702:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674176 00002000:00100000:3.0:1769074761.996775:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41332a00 x1855007612674176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/0 e 0 to 0 dl 1769074772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074761.996788:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41332a00 with x1855007612674176 ext(0->1048575) 00002000:00010000:3.0:1769074761.996795:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41332a00 00000100:00100000:3.0:1769074761.996873:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5316 00000100:00100000:3.0:1769074761.996883:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612674176:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074762.028275:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612674176:12345-192.168.204.39@tcp:3:cat.0 Request processed in 31371us (31676us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074762.028297:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5316 00002000:00100000:2.0:1769074762.028318:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41332a00 x1855007612674176/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:297/0 lens 488/440 e 0 to 0 dl 1769074772 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.028332:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41332a00 with x1855007612674176 ext(0->1048575) 00002000:00010000:2.0:1769074762.028340:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41332a00 00000100:00100000:1.0:1769074762.054387:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.054749:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674304 00000100:00100000:3.0:1769074762.054764:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674304 00000100:00080000:1.0:1769074762.056349:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074762.057286:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9571 00000100:00100000:2.0:1769074762.057321:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57764:x1855007612674304:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074762.057349:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074762.057378:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac5f expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.057421:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.057430:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074762.057433:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074762.057437:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.057485:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.057506:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 10 pid: 6531 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074762.057525:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619864192:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074762.057671:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074762.062356:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619864192:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074762.062406:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.062431:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:2.0:1769074762.062516:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57764:x1855007612674304:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5214us (8150us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.062527:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9571 00000100:00100000:3.0:1769074762.071684:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.072038:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674432 00000100:00100000:2.0:1769074762.072052:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674432 00002000:00100000:2.0:1769074762.072143:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1220608->1683455) req@ffff956d41cedf80 x1855007612674432/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.072154:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cedf80 with x1855007612674432 ext(1220608->1683455) 00010000:00010000:2.0:1769074762.072164:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.072194:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.072210:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41cedf80 00000100:00100000:2.0:1769074762.072254:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1098 00000100:00100000:2.0:1769074762.072418:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612674432:12345-192.168.204.39@tcp:4:multiop.0 00000100:00080000:1.0:1769074762.072650:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074762.091226:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612674432:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 18796us (19540us total) trans 17179872523 rc 0/0 00000100:00100000:2.0:1769074762.091248:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1098 00002000:00100000:2.0:1769074762.091271:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1220608->1683455) req@ffff956d41cedf80 x1855007612674432/t17179872523(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/448 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.091283:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cedf80 with x1855007612674432 ext(1220608->1683455) 00010000:00010000:2.0:1769074762.091296:0:13673:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.091325:0:13673:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.091333:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41cedf80 00000100:00100000:1.0:1769074762.094660:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.094796:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674688 00000100:00100000:0.0:1769074762.094812:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674688 00000100:00100000:0.0:1769074762.094950:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6410 00000100:00100000:0.0:1769074762.094963:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57769:x1855007612674688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.094995:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.095028:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89a32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac66 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.095146:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095165:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095179:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095206:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095213:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095222:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095417:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095428:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095436:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074762.095448:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074762.095586:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095595:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095603:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095610:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074762.095616:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095625:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095639:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074762.095642:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074762.095649:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095660:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e89a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095676:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095683:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095689:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095694:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074762.095697:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095702:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095710:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:0.0:1769074762.095712:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074762.095715:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095720:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074762.095771:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89a32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 148 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.095786:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 147 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.095799:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074762.095802:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074762.095806:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:0.0:1769074762.095970:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+147:57769:x1855007612674688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1008us (1323us total) trans 8589941269 rc 0/0 00000100:00100000:0.0:1769074762.095979:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6410 00000100:00080000:1.0:1769074762.096866:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074762.099277:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.099383:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674816 00000100:00100000:1.0:1769074762.099398:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674816 00010000:00010000:1.0:1769074762.099450:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.099509:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5081 00000100:00100000:1.0:1769074762.099520:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612674816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074762.099541:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074762.099570:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.099590:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.099623:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e899e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1220608->1683455) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac3c expref: 13 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.099647:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.099649:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.099658:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.099676:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.099730:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.099750:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619864320:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074762.099929:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074762.105472:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.106295:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.106321:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.106455:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612674944 00000100:00100000:1.0:1769074762.106467:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612674944 00000100:00100000:1.0:1769074762.106538:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675072 00000100:00100000:1.0:1769074762.106541:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675072 00000100:00100000:1.0:1769074762.106563:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675200 00000100:00100000:1.0:1769074762.106566:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675200 00000100:00100000:1.0:1769074762.106589:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9572 00000100:00100000:1.0:1769074762.106599:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612674944:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074762.106622:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074762.106647:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac6d expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.106677:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.106680:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.106692:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074762.106712:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074762.106734:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b000, rc 0) 00000100:00100000:1.0:1769074762.106808:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612674944:12345-192.168.204.39@tcp:101:cat.0 Request processed in 211us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.106816:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9572 00000100:00100000:1.0:1769074762.106855:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9573 00000100:00100000:1.0:1769074762.106861:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612675072:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074762.106869:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074762.106879:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89a5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac74 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.106931:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619864448:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074762.106991:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.107016:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9574 00000100:00100000:1.0:1769074762.107024:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612675200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074762.107030:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074762.107039:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89a63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac7b expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.109860:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619864576:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074762.110013:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.113863:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619864320:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074762.113907:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074762.113989:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612674816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14469us (14732us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.114013:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5081 00002000:00010000:3.0:1769074762.126914:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074762 -> 1769074763 00002000:00010000:3.0:1769074762.126933:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074758 -> 1769074763 00002000:00010000:3.0:1769074762.126936:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074762 -> 1769074763 00000100:00100000:3.0:1769074762.126972:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619864576:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074762.127043:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89a63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac7b expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.127084:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89a63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac7b expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.127103:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a200, rc 0) 00000100:00100000:3.0:1769074762.127228:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612675200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20203us (20904us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074762.127241:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9574 00002000:00010000:2.0:1769074762.129210:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime: 1769074762 -> 1769074763 00002000:00010000:2.0:1769074762.129221:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074762 -> 1769074763 00002000:00010000:2.0:1769074762.129223:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime: 1769074762 -> 1769074763 00000100:00100000:2.0:1769074762.129253:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619864448:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074762.129304:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89a5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac74 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.129337:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89a5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac74 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.129354:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:2.0:1769074762.129500:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612675072:12345-192.168.204.39@tcp:101:cat.0 Request processed in 22636us (23205us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074762.129512:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9573 00000100:00100000:1.0:1769074762.152355:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.152412:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.152439:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.153048:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675328 00000100:00100000:0.0:1769074762.153066:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675328 00002000:00100000:0.0:1769074762.153353:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d411b9180 x1855007612675328/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.153369:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9180 with x1855007612675328 ext(1048576->2097151) 00002000:00010000:0.0:1769074762.153377:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b9180 00000100:00100000:0.0:1769074762.153418:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675456 00000100:00100000:0.0:1769074762.153421:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675456 00002000:00100000:0.0:1769074762.153435:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d411bb800 x1855007612675456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.153443:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb800 with x1855007612675456 ext(1048576->2097151) 00002000:00010000:0.0:1769074762.153448:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411bb800 00000100:00100000:0.0:1769074762.153462:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675584 00000100:00100000:0.0:1769074762.153466:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675584 00000100:00100000:3.0:1769074762.153607:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5317 00000100:00100000:3.0:1769074762.153621:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612675328:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074762.154235:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5318 00000100:00100000:2.0:1769074762.154252:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612675456:12345-192.168.204.39@tcp:3:cat.0 00002000:00100000:0.0:1769074762.156255:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d411b8000 x1855007612675584/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.156280:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8000 with x1855007612675584 ext(1048576->2097151) 00002000:00010000:0.0:1769074762.156291:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8000 00000100:00100000:0.0:1769074762.156358:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5319 00000100:00100000:0.0:1769074762.156382:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612675584:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:1.0:1769074762.157640:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074762.182928:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.183286:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675840 00000100:00100000:0.0:1769074762.183302:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675840 00000100:00100000:0.0:1769074762.183400:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6411 00000100:00100000:0.0:1769074762.183412:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57771:x1855007612675840:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074762.183450:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.184237:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89a6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac82 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184410:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.184434:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184442:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 11 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184450:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 146 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184458:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 6/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.184587:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 146 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184613:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 146 pid: 29858 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.184630:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864704:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.184769:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 11 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184778:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 11 pid: 29858 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.184788:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864832:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.184971:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.184985:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 8 pid: 29856 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.184994:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864960:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.185214:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00080000:2.0:1769074762.185366:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074762.193949:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.194856:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612675968 00000100:00100000:0.0:1769074762.194873:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612675968 00002000:00100000:0.0:1769074762.194948:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d411b8700 x1855007612675968/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.194962:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8700 with x1855007612675968 ext(0->1048575) 00002000:00010000:0.0:1769074762.194970:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8700 00000100:00100000:0.0:1769074762.195028:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5320 00000100:00100000:0.0:1769074762.195040:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612675968:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.201373:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.202321:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.202365:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.202404:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676352 00000100:00100000:0.0:1769074762.202417:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676352 00010000:00010000:0.0:1769074762.202483:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 9 pid: 29856 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.202531:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676480 00000100:00100000:0.0:1769074762.202535:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676480 00010000:00010000:0.0:1769074762.202549:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 12 pid: 29858 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.202573:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5082 00000100:00100000:0.0:1769074762.202583:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2373:x1855007612676352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074762.202603:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074762.202611:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 9 pid: 29856 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.202626:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 9 pid: 29856 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.202656:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074762.202663:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.202673:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.202682:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074762.202749:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2373:x1855007612676352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 167us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.202759:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5082 00000100:00100000:0.0:1769074762.202848:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5083 00000100:00100000:0.0:1769074762.202855:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612676480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074762.202863:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074762.202868:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 12 pid: 29858 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.202878:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 12 pid: 29858 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.202892:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074762.202896:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.202903:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074762.202908:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074762.202930:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612676480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 76us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.202936:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5083 00000100:00100000:2.0:1769074762.205023:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864704:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074762.205048:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89a16 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac51 expref: 11 pid: 29858 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074762.205084:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864832:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074762.205100:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e899c9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac19 expref: 8 pid: 29856 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074762.205112:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619864960:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074762.205146:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00080000:2.0:1769074762.205199:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074762.213954:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676096 00000100:00100000:3.0:1769074762.213982:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676096 00002000:00100000:2.0:1769074762.214249:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d21b07800 x1855007612676096/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.214264:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07800 with x1855007612676096 ext(1048576->2097151) 00002000:00010000:2.0:1769074762.214270:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b07800 00000100:00100000:2.0:1769074762.214320:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5321 00000100:00100000:2.0:1769074762.214331:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612676096:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.233066:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.233127:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.233288:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676224 00000100:00100000:1.0:1769074762.233302:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676224 00002000:00100000:1.0:1769074762.233370:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d21b06a00 x1855007612676224/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074762.233384:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06a00 with x1855007612676224 ext(1048576->2097151) 00002000:00010000:1.0:1769074762.233393:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b06a00 00000100:00100000:1.0:1769074762.233430:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5322 00000100:00100000:1.0:1769074762.233440:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612676224:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.236781:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612675456:12345-192.168.204.39@tcp:3:cat.0 Request processed in 82517us (84349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074762.236797:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5318 00002000:00100000:3.0:1769074762.236812:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d411bb800 x1855007612675456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.236853:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb800 with x1855007612675456 ext(1048576->2097151) 00002000:00010000:3.0:1769074762.236861:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411bb800 00000100:00100000:0.0:1769074762.236922:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612675968:12345-192.168.204.39@tcp:3:cat.0 Request processed in 41883us (42988us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.236931:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5320 00002000:00100000:0.0:1769074762.236937:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d411b8700 x1855007612675968/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.236945:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8700 with x1855007612675968 ext(0->1048575) 00002000:00010000:0.0:1769074762.236950:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8700 00000100:00100000:1.0:1769074762.237336:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612675328:12345-192.168.204.39@tcp:3:cat.0 Request processed in 83717us (84995us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074762.237344:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5317 00002000:00100000:1.0:1769074762.237350:0:13673:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d411b9180 x1855007612675328/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074762.237359:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9180 with x1855007612675328 ext(1048576->2097151) 00002000:00010000:1.0:1769074762.237364:0:13673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b9180 00000100:00100000:0.0:1769074762.238455:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612675584:12345-192.168.204.39@tcp:3:cat.0 Request processed in 82079us (86005us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.238467:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5319 00002000:00100000:0.0:1769074762.238487:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d411b8000 x1855007612675584/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.238496:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8000 with x1855007612675584 ext(1048576->2097151) 00002000:00010000:0.0:1769074762.238501:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8000 00000100:00100000:2.0:1769074762.239947:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676608 00000100:00100000:2.0:1769074762.240040:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676608 00010000:00010000:2.0:1769074762.240174:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 147 pid: 29858 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074762.240238:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5084 00000100:00100000:2.0:1769074762.240249:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+147:2373:x1855007612676608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074762.240267:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074762.240275:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 147 pid: 29858 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.240292:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 147 pid: 29858 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.240322:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89a47 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac66 expref: 147 pid: 29858 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.240344:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074762.240350:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074762.240367:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074762.240375:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074762.244352:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074762.244469:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+146:2373:x1855007612676608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4208us (11326us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.244485:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5084 00010000:00010000:3.0:1769074762.245646:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.245666:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074762.245700:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074762.246457:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89a6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.248042:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.248172:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074762.248178:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074762.248191:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:2.0:1769074762.248389:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57771:x1855007612675840:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 64975us (65472us total) trans 8589941270 rc 0/0 00000100:00100000:2.0:1769074762.248401:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6411 00000100:00100000:2.0:1769074762.257284:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612676096:12345-192.168.204.39@tcp:3:cat.0 Request processed in 42925us (55904us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074762.257303:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5321 00002000:00100000:2.0:1769074762.257320:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d21b07800 x1855007612676096/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.257338:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07800 with x1855007612676096 ext(1048576->2097151) 00002000:00010000:2.0:1769074762.257346:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b07800 00000100:00100000:2.0:1769074762.269095:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.269226:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676864 00000100:00100000:3.0:1769074762.269294:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676864 00000100:00100000:3.0:1769074762.269374:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6412 00000100:00100000:3.0:1769074762.269386:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57773:x1855007612676864:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074762.269421:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.269450:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89a7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac89 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.269562:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269580:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269593:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269609:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269615:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269620:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269806:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269817:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.269861:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074762.269875:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074762.270009:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270017:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270024:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270031:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074762.270035:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270043:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270058:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074762.270062:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074762.270068:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270074:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89a86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270091:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270101:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270106:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270110:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f9800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074762.270113:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270119:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270125:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7faa00) 00010000:00010000:3.0:1769074762.270128:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074762.270131:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270137:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89a8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074762.270198:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89a7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 149 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.270214:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.270221:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074762.270223:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074762.270226:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8000, rc 0) 00000100:00100000:3.0:1769074762.270328:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57773:x1855007612676864:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 943us (1248us total) trans 8589941271 rc 0/0 00000100:00100000:3.0:1769074762.270338:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6412 00000100:00100000:0.0:1769074762.271991:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612676224:12345-192.168.204.39@tcp:3:cat.0 Request processed in 38541us (38933us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.272008:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5322 00002000:00100000:0.0:1769074762.272020:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d21b06a00 x1855007612676224/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.272034:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06a00 with x1855007612676224 ext(1048576->2097151) 00002000:00010000:0.0:1769074762.272044:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b06a00 00000100:00100000:0.0:1769074762.337647:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.337703:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.337739:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.337813:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.338036:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612676992 00000100:00100000:2.0:1769074762.338050:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612676992 00002000:00100000:2.0:1769074762.338123:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d21b07100 x1855007612676992/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.338136:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07100 with x1855007612676992 ext(2097152->3145727) 00002000:00010000:2.0:1769074762.338143:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b07100 00000100:00100000:2.0:1769074762.338177:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677120 00000100:00100000:2.0:1769074762.338189:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677120 00002000:00100000:2.0:1769074762.338205:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21b06300 x1855007612677120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.338213:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06300 with x1855007612677120 ext(3145728->4194303) 00002000:00010000:2.0:1769074762.338216:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b06300 00000100:00100000:2.0:1769074762.338230:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677248 00000100:00100000:2.0:1769074762.338233:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677248 00002000:00100000:2.0:1769074762.338248:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3448831) req@ffff956c050aa300 x1855007612677248/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 504/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.338258:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa300 with x1855007612677248 ext(2097152->3448831) 00002000:00010000:2.0:1769074762.338261:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050aa300 00000100:00100000:2.0:1769074762.338271:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677376 00000100:00100000:2.0:1769074762.338274:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677376 00002000:00100000:2.0:1769074762.338286:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3448832->4194303) req@ffff956c050a8a80 x1855007612677376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.338299:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8a80 with x1855007612677376 ext(3448832->4194303) 00002000:00010000:2.0:1769074762.338303:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a8a80 00000100:00100000:2.0:1769074762.338320:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5323 00000100:00100000:2.0:1769074762.338330:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612676992:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.341516:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5324 00000100:00100000:3.0:1769074762.341546:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612677120:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.344166:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5325 00000100:00100000:0.0:1769074762.344271:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5326 00000100:00100000:0.0:1769074762.344289:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612677376:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074762.346036:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.350720:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677504 00000100:00100000:0.0:1769074762.350745:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677504 00000100:00100000:0.0:1769074762.350857:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9575 00000100:00100000:0.0:1769074762.350870:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:57769:x1855007612677504:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.350896:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.350923:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac90 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.350968:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.350978:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.350981:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.350986:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.351032:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.351051:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.351067:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619865088:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.351211:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074762.352373:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612677248:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.362275:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612677120:12345-192.168.204.39@tcp:3:cat.0 Request processed in 20719us (24550us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.362296:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5324 00002000:00100000:0.0:1769074762.362315:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21b06300 x1855007612677120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.362328:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06300 with x1855007612677120 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.362336:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b06300 00000100:00100000:0.0:1769074762.369235:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619865088:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.369289:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 20 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.369321:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467fc00, rc 0) 00000100:00100000:0.0:1769074762.369412:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:57769:x1855007612677504:12345-192.168.204.39@tcp:101:cat.0 Request processed in 18543us (23397us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.369424:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9575 00000100:00100000:1.0:1769074762.382770:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.386382:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612677376:12345-192.168.204.39@tcp:3:cat.0 Request processed in 42079us (48544us total) trans 0 rc 745472/745472 00000100:00100000:2.0:1769074762.386406:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5326 00002000:00100000:2.0:1769074762.386426:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3448832->4194303) req@ffff956c050a8a80 x1855007612677376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 745472/745472 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.386440:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8a80 with x1855007612677376 ext(3448832->4194303) 00002000:00010000:2.0:1769074762.386449:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a8a80 00000100:00100000:0.0:1769074762.390869:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677632 00000100:00100000:0.0:1769074762.390901:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677632 00010000:00010000:0.0:1769074762.390996:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.391054:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5085 00000100:00100000:0.0:1769074762.391068:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612677632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074762.391092:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074762.391129:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.391156:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.391203:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89856 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2043904->2080767) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab47 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.391224:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.391227:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.391238:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.391251:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.391309:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 19 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074762.391328:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619865216:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074762.391465:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074762.396217:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612676992:12345-192.168.204.39@tcp:3:cat.0 Request processed in 57868us (58565us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074762.396239:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5323 00002000:00100000:2.0:1769074762.396257:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d21b07100 x1855007612676992/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.396271:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07100 with x1855007612676992 ext(2097152->3145727) 00002000:00010000:2.0:1769074762.396280:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b07100 00000100:00100000:1.0:1769074762.403499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.403622:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677760 00000100:00100000:0.0:1769074762.403640:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677760 00000100:00100000:0.0:1769074762.403741:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9576 00000100:00100000:0.0:1769074762.403754:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:57773:x1855007612677760:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074762.403799:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.403876:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac97 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.403929:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.403938:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.403943:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.403948:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.404187:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.404207:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 9 pid: 6531 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.404224:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619865344:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074762.404335:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074762.405634:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612677248:12345-192.168.204.39@tcp:3:cat.0 Request processed in 61441us (67881us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074762.405652:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5325 00002000:00100000:2.0:1769074762.405667:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3448831) req@ffff956c050aa300 x1855007612677248/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 504/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.405680:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa300 with x1855007612677248 ext(2097152->3448831) 00010000:00010000:2.0:1769074762.405690:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.405712:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.405720:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c050aa300 00000100:00100000:1.0:1769074762.411667:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619865344:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074762.411741:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.411769:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e400, rc 0) 00000100:00100000:1.0:1769074762.411973:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:57773:x1855007612677760:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 8221us (8491us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.411985:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9576 00000100:00100000:3.0:1769074762.412524:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619865216:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074762.412543:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074762.412606:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612677632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21537us (29854us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074762.412619:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5085 00000100:00100000:1.0:1769074762.417512:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.417625:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612677888 00000100:00100000:3.0:1769074762.417639:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612677888 00002000:00100000:3.0:1769074762.417706:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2482176->2785279) req@ffff956d4104b480 x1855007612677888/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.417719:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b480 with x1855007612677888 ext(2482176->2785279) 00010000:00010000:3.0:1769074762.417731:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.417751:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 8 pid: 6531 timeout: 1846 lvb_type: 0 00002000:00010000:3.0:1769074762.417759:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4104b480 00000100:00100000:3.0:1769074762.417797:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1099 00000100:00100000:3.0:1769074762.417808:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612677888:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074762.428482:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612677888:12345-192.168.204.39@tcp:4:cat.0 Request processed in 10655us (10965us total) trans 17179872524 rc 0/0 00000100:00100000:2.0:1769074762.428501:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1099 00002000:00100000:2.0:1769074762.428518:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2482176->2785279) req@ffff956d4104b480 x1855007612677888/t17179872524(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/448 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.428530:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b480 with x1855007612677888 ext(2482176->2785279) 00010000:00010000:2.0:1769074762.428542:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 10 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.428567:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 10 pid: 6531 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.428575:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4104b480 00000100:00100000:1.0:1769074762.428779:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.429041:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.429100:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678144 00000100:00100000:2.0:1769074762.429111:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678144 00002000:00100000:2.0:1769074762.429164:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41049500 x1855007612678144/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.429190:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049500 with x1855007612678144 ext(1048576->2097151) 00002000:00010000:2.0:1769074762.429195:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049500 00000100:00100000:2.0:1769074762.429228:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5327 00000100:00100000:2.0:1769074762.429238:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612678144:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074762.432336:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678016 00000100:00100000:0.0:1769074762.432366:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678016 00000100:00100000:0.0:1769074762.432496:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9577 00000100:00100000:0.0:1769074762.432513:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57764:x1855007612678016:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.432542:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.432569:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ac9e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.432607:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.432610:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.432616:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.432633:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.432649:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e000, rc 0) 00000100:00100000:0.0:1769074762.433248:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57764:x1855007612678016:12345-192.168.204.39@tcp:101:cat.0 Request processed in 737us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.433262:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9577 00000100:00100000:3.0:1769074762.442987:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.444358:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678272 00000100:00100000:1.0:1769074762.444381:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678272 00010000:00010000:1.0:1769074762.444453:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.444514:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5086 00000100:00100000:1.0:1769074762.444526:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612678272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074762.444551:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074762.444583:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.444602:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.444634:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e899fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2482176->2785279) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac4a expref: 11 pid: 6531 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.444656:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.444659:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.444669:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.444683:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.444695:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.444697:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.444702:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.444709:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.444755:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.444778:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619865472:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074762.444964:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.444975:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619865600:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074762.445014:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074762.450525:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612678144:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 21268us (21463us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074762.450546:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5327 00002000:00100000:2.0:1769074762.450564:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d41049500 x1855007612678144/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.450576:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049500 with x1855007612678144 ext(1048576->2097151) 00002000:00010000:2.0:1769074762.450585:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41049500 00000100:00100000:1.0:1769074762.453164:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619865600:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074762.456778:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619865472:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074762.457190:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074762.457727:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612678272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13195us (14745us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.457743:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5086 00000100:00100000:2.0:1769074762.463776:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.464285:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678400 00000100:00100000:3.0:1769074762.464298:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678400 00002000:00100000:3.0:1769074762.464366:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3788800->3792895) req@ffff956c030bc000 x1855007612678400/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.464380:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc000 with x1855007612678400 ext(3788800->3792895) 00002000:00010000:3.0:1769074762.464387:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030bc000 00000100:00100000:3.0:1769074762.464475:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5328 00000100:00100000:3.0:1769074762.464486:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612678400:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074762.464790:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612678400:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 304us (1030us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074762.464799:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5328 00002000:00100000:3.0:1769074762.464807:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3788800->3792895) req@ffff956c030bc000 x1855007612678400/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/4536 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.464816:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc000 with x1855007612678400 ext(3788800->3792895) 00002000:00010000:3.0:1769074762.464820:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030bc000 00000100:00100000:2.0:1769074762.475918:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.477456:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678528 00000100:00100000:3.0:1769074762.477478:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678528 00002000:00100000:3.0:1769074762.477552:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c030bd180 x1855007612678528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.477565:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bd180 with x1855007612678528 ext(2097152->3145727) 00002000:00010000:3.0:1769074762.477572:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030bd180 00000100:00100000:3.0:1769074762.477615:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5329 00000100:00100000:3.0:1769074762.477624:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612678528:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074762.479887:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.480162:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678656 00000100:00100000:0.0:1769074762.480185:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678656 00002000:00100000:0.0:1769074762.480246:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c030bf480 x1855007612678656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.480259:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bf480 with x1855007612678656 ext(2097152->3145727) 00002000:00010000:0.0:1769074762.480267:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bf480 00000100:00100000:0.0:1769074762.480313:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5330 00000100:00100000:0.0:1769074762.480324:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612678656:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.523129:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612678528:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45485us (47210us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074762.523152:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5329 00002000:00100000:3.0:1769074762.523312:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c030bd180 x1855007612678528/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.523336:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bd180 with x1855007612678528 ext(2097152->3145727) 00002000:00010000:3.0:1769074762.523345:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030bd180 00000100:00100000:0.0:1769074762.530655:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612678656:12345-192.168.204.39@tcp:3:cat.0 Request processed in 50316us (50766us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.530673:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5330 00002000:00100000:0.0:1769074762.530692:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c030bf480 x1855007612678656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.530705:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bf480 with x1855007612678656 ext(2097152->3145727) 00002000:00010000:0.0:1769074762.530713:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bf480 00000100:00100000:1.0:1769074762.549961:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.550538:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678784 00000100:00100000:0.0:1769074762.550554:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678784 00000100:00100000:0.0:1769074762.550641:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9578 00000100:00100000:0.0:1769074762.550655:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:57769:x1855007612678784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.550684:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.550716:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aca5 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.550764:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.550767:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.550779:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.550800:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.550816:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467f000, rc 0) 00000100:00100000:0.0:1769074762.551156:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+15:57769:x1855007612678784:12345-192.168.204.39@tcp:101:cat.0 Request processed in 497us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.551166:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9578 00000100:00100000:1.0:1769074762.555297:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.555361:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.555717:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612678912 00000100:00100000:0.0:1769074762.555736:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612678912 00000100:00100000:0.0:1769074762.555815:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679040 00000100:00100000:0.0:1769074762.555818:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679040 00000100:00100000:1.0:1769074762.556263:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9579 00000100:00100000:1.0:1769074762.556283:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:57773:x1855007612678912:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074762.556321:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074762.556354:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acac expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.556400:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.556420:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074762.556430:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.556437:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.556440:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.556445:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4493311] (req 4194304->4493311) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.556490:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.556511:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.556530:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619865728:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.556780:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9580 00000100:00100000:0.0:1769074762.556789:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57764:x1855007612679040:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.556799:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.556816:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acb3 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.556862:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.556869:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.556872:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.556875:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.556896:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.556906:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 14 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.556928:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619865856:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074762.557020:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074762.557031:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 17 pid: 26306 timeout: 1846 lvb_type: 1 00000100:00100000:1.0:1769074762.557041:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619865984:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.557694:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00010000:00010000:0.0:1769074762.558199:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.558215:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 10 pid: 7967 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.558230:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619866112:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.558292:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074762.564347:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619865728:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074762.564455:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.564493:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.564551:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679296 00000100:00100000:2.0:1769074762.564561:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679296 00010000:00010000:2.0:1769074762.564612:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 18 pid: 26306 timeout: 1846 lvb_type: 1 00000100:00100000:2.0:1769074762.564661:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5087 00000100:00100000:2.0:1769074762.564672:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612679296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074762.564698:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074762.564732:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 18 pid: 26306 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074762.564745:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 18 pid: 26306 timeout: 1846 lvb_type: 1 00010000:00010000:2.0:1769074762.564785:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074762.564890:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612679296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.564899:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5087 00000100:00100000:3.0:1769074762.565136:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679168 00000100:00100000:3.0:1769074762.565142:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679168 00002000:00100000:3.0:1769074762.565199:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3788800->4194303) req@ffff956c030bd500 x1855007612679168/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.565211:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bd500 with x1855007612679168 ext(3788800->4194303) 00010000:00010000:3.0:1769074762.565219:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 15 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.565233:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 15 pid: 25507 timeout: 1846 lvb_type: 0 00002000:00010000:3.0:1769074762.565241:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c030bd500 00000100:00100000:3.0:1769074762.565269:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1100 00000100:00100000:3.0:1769074762.565278:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612679168:12345-192.168.204.39@tcp:4:cat.0 00010000:00010000:0.0:1769074762.568081:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89928 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abda expref: 17 pid: 26306 timeout: 1846 lvb_type: 1 00000100:00100000:0.0:1769074762.568114:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619865984:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074762.571146:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619865856:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074762.571495:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.571526:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed600, rc 0) 00000100:00100000:1.0:1769074762.571632:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57764:x1855007612679040:12345-192.168.204.39@tcp:101:cat.0 Request processed in 14843us (16268us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.571643:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9580 00000100:00100000:1.0:1769074762.577202:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.577238:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.577297:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.580846:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619866112:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.580928:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4493311] (req 4194304->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.580960:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df8a00, rc 0) 00000100:00100000:0.0:1769074762.581169:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57773:x1855007612678912:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 24893us (25895us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.581191:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9579 00000100:00100000:0.0:1769074762.581911:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679680 00000100:00100000:0.0:1769074762.581925:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679680 00010000:00010000:0.0:1769074762.581975:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 11 pid: 7967 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.582032:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5088 00000100:00100000:0.0:1769074762.582043:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612679680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074762.582065:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074762.582099:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 11 pid: 7967 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.582115:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 11 pid: 7967 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.582149:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e898e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba2 expref: 11 pid: 7967 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.582170:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074762.582220:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612679680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 179us (4922us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.582229:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5088 00000100:00100000:0.0:1769074762.582271:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679424 00000100:00100000:0.0:1769074762.582276:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679424 00002000:00100000:0.0:1769074762.582419:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d4104ad80 x1855007612679424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.582432:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104ad80 with x1855007612679424 ext(2097152->3145727) 00002000:00010000:0.0:1769074762.582438:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104ad80 00000100:00100000:0.0:1769074762.582465:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679552 00000100:00100000:0.0:1769074762.582469:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679552 00002000:00100000:0.0:1769074762.582493:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d97100 x1855007612679552/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.582502:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97100 with x1855007612679552 ext(3145728->4194303) 00010000:00010000:0.0:1769074762.582510:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.582529:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 1846 lvb_type: 0 00002000:00010000:0.0:1769074762.582537:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d97100 00000100:00100000:0.0:1769074762.582557:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1101 00000100:00100000:0.0:1769074762.582565:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612679552:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074762.583959:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5331 00000100:00100000:2.0:1769074762.583981:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612679424:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.612943:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612679168:12345-192.168.204.39@tcp:4:cat.0 Request processed in 47647us (48469us total) trans 17179872525 rc 0/0 00000100:00100000:0.0:1769074762.612966:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1100 00002000:00100000:0.0:1769074762.612988:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3788800->4194303) req@ffff956c030bd500 x1855007612679168/t17179872525(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/448 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.613002:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bd500 with x1855007612679168 ext(3788800->4194303) 00010000:00010000:0.0:1769074762.613016:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 19 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:0.0:1769074762.613040:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 19 pid: 25507 timeout: 1846 lvb_type: 0 00002000:00010000:0.0:1769074762.613050:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c030bd500 00000100:00100000:3.0:1769074762.621014:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612679424:12345-192.168.204.39@tcp:3:cat.0 Request processed in 37013us (43808us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074762.621034:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5331 00002000:00100000:3.0:1769074762.621054:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d4104ad80 x1855007612679424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.621066:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104ad80 with x1855007612679424 ext(2097152->3145727) 00002000:00010000:3.0:1769074762.621076:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104ad80 00000100:00100000:2.0:1769074762.626812:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.627033:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.627712:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612679552:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45141us (50467us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074762.627731:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1101 00002000:00100000:3.0:1769074762.627750:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d97100 x1855007612679552/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074762.627765:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97100 with x1855007612679552 ext(3145728->4194303) 00010000:00010000:3.0:1769074762.627779:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.627801:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 21 pid: 26306 timeout: 1846 lvb_type: 0 00002000:00010000:3.0:1769074762.627812:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d97100 00000100:00100000:1.0:1769074762.628486:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679936 00000100:00100000:1.0:1769074762.628502:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679936 00010000:00010000:1.0:1769074762.628554:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 17 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.628602:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5089 00000100:00100000:1.0:1769074762.628615:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612679936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074762.628634:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074762.628663:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 17 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.628676:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 17 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.628710:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e89aa9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac97 expref: 17 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:1.0:1769074762.628736:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.628738:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074762.628749:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.628761:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.628815:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074762.628880:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21564e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619866240:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074762.628973:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074762.633515:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.639693:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612679808 00000100:00100000:0.0:1769074762.639713:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612679808 00000100:00100000:0.0:1769074762.639778:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680064 00000100:00100000:0.0:1769074762.639780:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680064 00000100:00100000:2.0:1769074762.639992:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.640015:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680192 00000100:00100000:2.0:1769074762.640018:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680192 00010000:00010000:2.0:1769074762.640044:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 22 pid: 26306 timeout: 1846 lvb_type: 0 00000100:00100000:2.0:1769074762.640072:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5090 00000100:00100000:2.0:1769074762.640079:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612680192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074762.640094:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074762.640116:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 22 pid: 26306 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.640136:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 22 pid: 26306 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.640169:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e89905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abc5 expref: 22 pid: 26306 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.640199:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.640202:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.640212:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.640224:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.640293:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074762.640312:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866368:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074762.640407:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.643798:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9581 00000100:00100000:1.0:1769074762.643841:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57771:x1855007612679808:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074762.643868:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074762.643895:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acba expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.643931:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.643939:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074762.643941:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074762.643945:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2318336->3145727] (req 2318336->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.643988:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.644013:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00000100:00100000:1.0:1769074762.644026:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21564700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619866496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074762.644140:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.644207:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21564e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619866240:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074762.644234:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074762.644502:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612679936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 15888us (17467us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.644516:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5089 00000100:00100000:0.0:1769074762.647972:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9582 00000100:00100000:0.0:1769074762.648021:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+21:57769:x1855007612680064:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.648054:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.648083:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acc1 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.648129:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.648133:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074762.648139:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.648153:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.648188:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eec600, rc 0) 00000100:00100000:0.0:1769074762.648554:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+22:57769:x1855007612680064:12345-192.168.204.39@tcp:101:cat.0 Request processed in 562us (15054us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.648563:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9582 00000100:00100000:3.0:1769074762.652096:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866368:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074762.652145:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074762.652387:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612680192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12304us (12396us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074762.652403:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5090 00000100:00100000:0.0:1769074762.664129:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21564700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619866496:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.664199:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2318336->3145727] (req 2318336->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.664229:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d21df9e00, rc 0) 00000100:00100000:0.0:1769074762.664314:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57771:x1855007612679808:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 20500us (37516us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.664328:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9581 00000100:00100000:1.0:1769074762.664655:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.665957:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680320 00000100:00100000:0.0:1769074762.665978:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680320 00002000:00100000:0.0:1769074762.666068:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d21564e00 x1855007612680320/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.666079:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21564e00 with x1855007612680320 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.666087:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21564e00 00000100:00100000:0.0:1769074762.666156:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5332 00000100:00100000:0.0:1769074762.666168:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612680320:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074762.671939:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.680277:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680448 00000100:00100000:2.0:1769074762.680310:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680448 00002000:00100000:2.0:1769074762.680431:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4489216->4493311) req@ffff956d41cec000 x1855007612680448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.680448:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cec000 with x1855007612680448 ext(4489216->4493311) 00010000:00010000:2.0:1769074762.680461:0:26135:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.680486:0:26135:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.680495:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41cec000 00000100:00100000:2.0:1769074762.680555:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1102 00000100:00100000:2.0:1769074762.680566:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612680448:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074762.681452:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612680448:12345-192.168.204.39@tcp:3:cat.0 Request processed in 878us (9523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074762.681469:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1102 00002000:00100000:2.0:1769074762.681481:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4489216->4493311) req@ffff956d41cec000 x1855007612680448/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/4536 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.681491:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cec000 with x1855007612680448 ext(4489216->4493311) 00010000:00010000:2.0:1769074762.681499:0:26135:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.681518:0:26135:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.681527:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41cec000 00010000:00010000:3.0:1769074762.689298:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074762.697685:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.697805:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.698135:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680576 00000100:00100000:2.0:1769074762.698151:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680576 00002000:00100000:2.0:1769074762.698242:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4493311) req@ffff956d21566d80 x1855007612680576/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.698256:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21566d80 with x1855007612680576 ext(4194304->4493311) 00010000:00010000:2.0:1769074762.698270:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.698295:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 21 pid: 26585 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.698304:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21566d80 00000100:00100000:3.0:1769074762.698306:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680832 00000100:00100000:3.0:1769074762.698314:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680832 00000100:00100000:2.0:1769074762.698363:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1103 00000100:00100000:3.0:1769074762.698366:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2711 00000100:00100000:2.0:1769074762.698374:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612680576:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074762.698377:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57773:x1855007612680832:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074762.698571:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612680320:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 32394us (33906us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.698587:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5332 00002000:00100000:0.0:1769074762.698600:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d21564e00 x1855007612680320/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.698612:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21564e00 with x1855007612680320 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.698618:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21564e00 00000100:00100000:3.0:1769074762.698695:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:57773:x1855007612680832:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 318us (1025us total) trans 8589941272 rc 0/0 00000100:00100000:3.0:1769074762.698704:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2711 00000100:00100000:2.0:1769074762.711541:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612680576:12345-192.168.204.39@tcp:4:cat.0 Request processed in 13149us (13715us total) trans 21474839478 rc 0/0 00000100:00100000:2.0:1769074762.711561:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1103 00002000:00100000:2.0:1769074762.711577:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4493311) req@ffff956d21566d80 x1855007612680576/t21474839478(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/448 e 0 to 0 dl 1769074773 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074762.711588:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21566d80 with x1855007612680576 ext(4194304->4493311) 00010000:00010000:2.0:1769074762.711600:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.711623:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00002000:00010000:2.0:1769074762.711631:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21566d80 00000100:00100000:3.0:1769074762.711793:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.712129:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612680960 00000100:00100000:0.0:1769074762.712142:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612680960 00000100:00100000:0.0:1769074762.712210:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9583 00000100:00100000:0.0:1769074762.712221:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612680960:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.712240:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.712263:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acc8 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.712288:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.712290:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.712301:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074762.712322:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074762.712341:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed000, rc 0) 00000100:00100000:0.0:1769074762.712388:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612680960:12345-192.168.204.39@tcp:101:cat.0 Request processed in 168us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.712395:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9583 00000100:00100000:2.0:1769074762.713089:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.716472:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681088 00000100:00100000:0.0:1769074762.716500:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681088 00000100:00100000:1.0:1769074762.716732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.716920:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681216 00000100:00100000:3.0:1769074762.716926:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681216 00010000:00010000:3.0:1769074762.716977:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074762.717039:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5091 00000100:00100000:3.0:1769074762.717051:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612681216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074762.717075:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074762.717104:0:33556:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074762 -> 1769074763 00002000:00010000:3.0:1769074762.717108:0:33556:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074762 -> 1769074763 00010000:00010000:3.0:1769074762.717115:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.717135:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.717325:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8a00/0x8b5959a9a0e89abe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4493311) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acac expref: 23 pid: 26585 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.717357:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074762.717360:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074762.717371:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.717384:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.717396:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074762.717398:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074762.717403:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.717412:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.717471:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074762.717491:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866624:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074762.720447:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074762.720482:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ceed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866752:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074762.720580:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01370180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074762.720835:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9584 00000100:00100000:2.0:1769074762.720850:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612681088:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074762.720872:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074762.720895:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11accf expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.720933:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11accf expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.720953:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11accf expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.720967:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065a00, rc 0) 00000100:00100000:2.0:1769074762.721004:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612681088:12345-192.168.204.39@tcp:101:cat.0 Request processed in 158us (7917us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074762.721012:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9584 00000100:00100000:3.0:1769074762.728306:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866624:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074762.732948:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ceed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619866752:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074762.733010:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074762.733162:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612681216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16100us (16436us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074762.733185:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5091 00000100:00100000:2.0:1769074762.733583:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.733774:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681344 00000100:00100000:0.0:1769074762.733786:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681344 00002000:00100000:0.0:1769074762.733884:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2318336->2322431) req@ffff956c030bdf80 x1855007612681344/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.733898:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bdf80 with x1855007612681344 ext(2318336->2322431) 00002000:00010000:0.0:1769074762.733906:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bdf80 00000100:00100000:0.0:1769074762.733944:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5333 00000100:00100000:0.0:1769074762.733956:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612681344:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074762.734252:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612681344:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 296us (669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074762.734260:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5333 00002000:00100000:0.0:1769074762.734267:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2318336->2322431) req@ffff956c030bdf80 x1855007612681344/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/4536 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.734276:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bdf80 with x1855007612681344 ext(2318336->2322431) 00002000:00010000:0.0:1769074762.734279:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bdf80 00000100:00100000:1.0:1769074762.736783:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.736859:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681472 00000100:00100000:2.0:1769074762.736872:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681472 00000100:00100000:2.0:1769074762.736941:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9585 00000100:00100000:2.0:1769074762.736952:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57764:x1855007612681472:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074762.736976:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074762.737001:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acd6 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.737035:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.737038:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.737048:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.737074:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.737090:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065a00, rc 0) 00000100:00100000:2.0:1769074762.737319:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57764:x1855007612681472:12345-192.168.204.39@tcp:101:cat.0 Request processed in 367us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.737328:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9585 00000100:00100000:1.0:1769074762.738289:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.738346:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681600 00000100:00100000:0.0:1769074762.738357:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681600 00002000:00100000:0.0:1769074762.738410:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21b07b80 x1855007612681600/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.738424:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07b80 with x1855007612681600 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.738431:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b07b80 00000100:00100000:0.0:1769074762.738461:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5334 00000100:00100000:0.0:1769074762.738470:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612681600:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.749281:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.749465:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681728 00000100:00100000:1.0:1769074762.749482:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681728 00002000:00100000:1.0:1769074762.749552:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41ceed80 x1855007612681728/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074762.749565:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41ceed80 with x1855007612681728 ext(4194304->4861951) 00002000:00010000:1.0:1769074762.749572:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41ceed80 00000100:00100000:1.0:1769074762.749614:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5335 00000100:00100000:1.0:1769074762.749626:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612681728:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.751851:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619866880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074762.751936:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074762.754362:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619866880 00000100:00100000:0.0:1769074762.754385:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619866880 00000100:00100000:0.0:1769074762.754497:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1769074762.754499:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619867008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074762.754508:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+45:3292:x1855007619866880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074762.754539:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 621608960 pending 8519680 free 3843031040 avail 3840933888 00000100:00100000:3.0:1769074762.754572:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074762.754590:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+45:3292:x1855007619866880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.754598:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1769074762.754617:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619867008 00000100:00100000:0.0:1769074762.754620:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619867008 00000100:00100000:0.0:1769074762.754637:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1769074762.754642:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3289:x1855007619867008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074762.754653:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 466681856 pending 8519680 free 3835691008 avail 3833593856 00000100:00100000:0.0:1769074762.754680:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3289:x1855007619867008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.754686:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1769074762.754724:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619867008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074762.754734:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619866880:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1769074762.754806:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074762.754813:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074762.760581:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612681600:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22090us (22273us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074762.760602:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5334 00002000:00100000:1.0:1769074762.760619:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d21b07b80 x1855007612681600/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074762.760631:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07b80 with x1855007612681600 ext(3145728->4194303) 00002000:00010000:1.0:1769074762.760639:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d21b07b80 00000100:00100000:1.0:1769074762.767734:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612681728:12345-192.168.204.39@tcp:3:cat.0 Request processed in 18083us (18442us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074762.767759:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5335 00002000:00100000:1.0:1769074762.767784:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d41ceed80 x1855007612681728/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074762.767798:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41ceed80 with x1855007612681728 ext(4194304->4861951) 00002000:00010000:1.0:1769074762.767809:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41ceed80 00000100:00100000:3.0:1769074762.778263:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.782681:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681856 00000100:00100000:2.0:1769074762.782708:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681856 00000100:00100000:2.0:1769074762.782867:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9586 00000100:00100000:2.0:1769074762.782880:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612681856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074762.782906:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074762.782937:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89aef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acdd expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.782987:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89aef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acdd expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.783014:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89aef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acdd expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.783032:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:2.0:1769074762.783130:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612681856:12345-192.168.204.39@tcp:101:cat.0 Request processed in 252us (4882us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074762.783140:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9586 00000100:00100000:2.0:1769074762.788983:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.789278:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612681984 00000100:00100000:0.0:1769074762.789292:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612681984 00000100:00100000:0.0:1769074762.789370:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9587 00000100:00100000:0.0:1769074762.789382:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57771:x1855007612681984:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074762.789410:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.789445:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ace4 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789495:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789507:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789516:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789524:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074762.789527:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1769074762.789531:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->2256895] (req 2097152->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789573:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789592:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 15 pid: 33558 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.789609:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867136:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.789796:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789807:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.789863:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867264:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074762.789902:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.789912:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1769074762.789922:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867392:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.789945:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.796688:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.796808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.796980:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867136:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074762.797616:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682112 00000100:00100000:0.0:1769074762.797630:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682112 00000100:00100000:0.0:1769074762.797799:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9588 00000100:00100000:0.0:1769074762.797815:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+16:57769:x1855007612682112:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074762.797894:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074762.797934:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aceb expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.797984:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.797988:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074762.798004:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.798025:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074762.798049:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:0.0:1769074762.798145:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+17:57769:x1855007612682112:12345-192.168.204.39@tcp:101:cat.0 Request processed in 334us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074762.798155:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9588 00000100:00100000:3.0:1769074762.798212:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682240 00000100:00100000:3.0:1769074762.798230:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682240 00010000:00010000:3.0:1769074762.798282:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 17 pid: 33558 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074762.798330:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5092 00000100:00100000:3.0:1769074762.798339:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612682240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074762.798354:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074762.798377:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 17 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.798393:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 17 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.798416:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e89ab7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aca5 expref: 17 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.798436:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074762.798485:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612682240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (1679us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074762.798506:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5092 00000100:00100000:2.0:1769074762.799109:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867392:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074762.800804:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.800943:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682368 00000100:00100000:2.0:1769074762.800961:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682368 00000100:00100000:2.0:1769074762.801043:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9589 00000100:00100000:2.0:1769074762.801054:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612682368:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074762.801078:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074762.801107:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acf2 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.801153:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b04 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acf2 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.801196:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acf2 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074762.801212:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:2.0:1769074762.801334:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612682368:12345-192.168.204.39@tcp:101:cat.0 Request processed in 282us (542us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074762.801340:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9589 00000100:00100000:2.0:1769074762.803410:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619867264:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074762.803466:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->2256895] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.803488:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed400, rc 0) 00000100:00100000:2.0:1769074762.803592:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57771:x1855007612681984:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 14211us (14631us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.803602:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9587 00000100:00100000:1.0:1769074762.815470:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.815561:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.818290:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.818895:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682752 00000100:00100000:0.0:1769074762.818919:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682752 00002000:00100000:0.0:1769074762.819002:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41802a00 x1855007612682752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.819015:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41802a00 with x1855007612682752 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.819023:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41802a00 00000100:00100000:0.0:1769074762.819059:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5336 00000100:00100000:0.0:1769074762.819069:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612682752:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074762.826293:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682624 00000100:00100000:3.0:1769074762.826310:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682624 00010000:00010000:3.0:1769074762.826398:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 12 pid: 25507 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074762.826439:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612682496 00000100:00100000:3.0:1769074762.826443:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612682496 00010000:00010000:3.0:1769074762.826455:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 13 pid: 33558 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1769074762.826474:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5093 00000100:00100000:3.0:1769074762.826482:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612682624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074762.826509:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074762.826528:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 13 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.826541:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 13 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.826563:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e000/0x8b5959a9a0e89ab0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac9e expref: 13 pid: 25507 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1769074762.826584:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074762.826745:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5094 00000100:00100000:2.0:1769074762.826756:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612682496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074762.826765:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074762.826774:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.826784:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.826802:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed600/0x8b5959a9a0e89ac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acb3 expref: 12 pid: 33558 timeout: 1846 lvb_type: 0 00010000:00010000:2.0:1769074762.826813:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.826815:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074762.826853:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.826865:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074762.826901:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074762.826916:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:33556:1855007619867520:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074762.827381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.827417:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683008 00000100:00100000:1.0:1769074762.827423:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683008 00000100:00100000:1.0:1769074762.827461:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2712 00000100:00100000:1.0:1769074762.827469:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57764:x1855007612683008:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074762.827638:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074762.828195:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57764:x1855007612683008:12345-192.168.204.39@tcp:35:cat.0 Request processed in 724us (812us total) trans 8589941273 rc 0/0 00000100:00100000:1.0:1769074762.828205:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2712 00000100:00100000:3.0:1769074762.842463:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612682624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 15959us (26984us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074762.842484:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5093 00000100:00100000:2.0:1769074762.856323:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:33556:1855007619867520:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074762.856354:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074762.856417:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612682496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29664us (40855us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074762.856431:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5094 00000100:00100000:0.0:1769074762.865650:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612682752:12345-192.168.204.39@tcp:3:cat.0 Request processed in 46570us (47360us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074762.865666:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5336 00002000:00100000:0.0:1769074762.865679:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d41802a00 x1855007612682752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.865690:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41802a00 with x1855007612682752 ext(3145728->4194303) 00002000:00010000:0.0:1769074762.865695:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41802a00 00000100:00100000:1.0:1769074762.868436:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.868543:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683136 00000100:00100000:0.0:1769074762.868555:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683136 00002000:00100000:0.0:1769074762.868606:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2252800->2256895) req@ffff956d41803b80 x1855007612683136/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.868622:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41803b80 with x1855007612683136 ext(2252800->2256895) 00002000:00010000:0.0:1769074762.868628:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41803b80 00000100:00100000:0.0:1769074762.868694:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5337 00000100:00100000:0.0:1769074762.868704:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612683136:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.868956:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612683136:12345-192.168.204.39@tcp:3:cat.0 Request processed in 252us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074762.868964:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5337 00002000:00100000:0.0:1769074762.868971:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2252800->2256895) req@ffff956d41803b80 x1855007612683136/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:298/0 lens 488/4536 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.868979:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41803b80 with x1855007612683136 ext(2252800->2256895) 00002000:00010000:0.0:1769074762.868983:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41803b80 00000100:00100000:1.0:1769074762.879543:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.879713:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074762.880509:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683264 00000100:00100000:2.0:1769074762.880521:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683264 00000100:00100000:2.0:1769074762.880620:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683392 00000100:00100000:2.0:1769074762.880624:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683392 00000100:00100000:3.0:1769074762.880671:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9590 00000100:00100000:3.0:1769074762.880682:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612683264:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074762.880700:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.880719:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11acf9 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.880753:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b0b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acf9 expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.880775:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acf9 expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.880788:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:3.0:1769074762.880896:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612683264:12345-192.168.204.39@tcp:101:cat.0 Request processed in 215us (1363us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074762.880904:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9590 00000100:00100000:3.0:1769074762.880923:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9591 00000100:00100000:3.0:1769074762.880930:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612683392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074762.880939:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.880949:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad00 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.880968:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad00 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.880980:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad00 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.880989:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:3.0:1769074762.881021:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612683392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 91us (1308us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074762.881027:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9591 00000100:00100000:2.0:1769074762.905018:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.905281:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683520 00000100:00100000:0.0:1769074762.905294:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683520 00002000:00100000:0.0:1769074762.906648:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c030be300 x1855007612683520/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/0 e 0 to 0 dl 1769074773 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.906667:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030be300 with x1855007612683520 ext(4194304->4861951) 00002000:00010000:0.0:1769074762.906677:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030be300 00000100:00100000:0.0:1769074762.906723:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5338 00000100:00100000:0.0:1769074762.906740:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612683520:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074762.954683:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612683520:12345-192.168.204.39@tcp:3:cat.0 Request processed in 47936us (49660us total) trans 0 rc 667648/667648 00000100:00100000:0.0:1769074762.954701:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5338 00002000:00100000:0.0:1769074762.954719:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c030be300 x1855007612683520/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:298/0 lens 488/440 e 0 to 0 dl 1769074773 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074762.954732:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030be300 with x1855007612683520 ext(4194304->4861951) 00002000:00010000:0.0:1769074762.954738:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030be300 00000100:00100000:2.0:1769074762.970270:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074762.970379:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683776 00000100:00100000:3.0:1769074762.970389:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683776 00000100:00100000:3.0:1769074762.970460:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6413 00000100:00100000:3.0:1769074762.970471:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+149:57778:x1855007612683776:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074762.970506:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.970533:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad07 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.970632:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970648:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970661:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970676:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970684:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970690:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970908:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e89b2e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970920:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e89b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.970927:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e89b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:3.0:1769074762.970938:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074762.971065:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971073:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971080:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971085:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074762.971089:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971096:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971108:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074762.971112:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074762.971117:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971122:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971137:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971142:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971147:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971152:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074762.971154:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971159:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971166:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7faa00) 00010000:00010000:3.0:1769074762.971176:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074762.971180:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971185:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074762.971233:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad07 expref: 152 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.971252:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e89b2e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad07 expref: 151 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.971259:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074762.971262:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074762.971264:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:3.0:1769074762.971347:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:57778:x1855007612683776:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 877us (1089us total) trans 8589941274 rc 0/0 00000100:00100000:3.0:1769074762.971356:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6413 00000100:00100000:0.0:1769074762.977256:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.977301:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074762.977402:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074762.977501:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684160 00000100:00100000:1.0:1769074762.977512:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684160 00000100:00100000:1.0:1769074762.977584:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:1.0:1769074762.977594:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+151:2373:x1855007612684160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074762.977610:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074762.977638:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e89b2e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad07 expref: 151 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074762.977658:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074762.977664:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074762.977722:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+150:2373:x1855007612684160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 130us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074762.977730:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:3.0:1769074762.977799:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612683904 00000100:00100000:3.0:1769074762.977803:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612683904 00000100:00100000:3.0:1769074762.977864:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684032 00000100:00100000:3.0:1769074762.977867:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684032 00000100:00100000:3.0:1769074762.977891:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9592 00000100:00100000:3.0:1769074762.977900:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612683904:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074762.977918:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.977937:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad0e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.977966:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b3c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad0e expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.977984:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad0e expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.977994:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97000, rc 0) 00000100:00100000:3.0:1769074762.978023:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612683904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 127us (778us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074762.978030:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9592 00000100:00100000:3.0:1769074762.978045:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9593 00000100:00100000:3.0:1769074762.978051:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612684032:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074762.978059:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074762.978069:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad15 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074762.978087:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad15 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.978098:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad15 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074762.978106:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:3.0:1769074762.978125:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612684032:12345-192.168.204.39@tcp:101:cat.0 Request processed in 75us (824us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074762.978131:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9593 00000100:00100000:1.0:1769074763.000359:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.000407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.000506:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684288 00000100:00100000:2.0:1769074763.000517:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684288 00000100:00100000:2.0:1769074763.000595:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684416 00000100:00100000:2.0:1769074763.000599:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684416 00000100:00100000:2.0:1769074763.000631:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9594 00000100:00100000:2.0:1769074763.000642:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612684288:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.000666:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.000691:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad1c expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.000732:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b4a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad1c expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.000759:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad1c expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.000772:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:2.0:1769074763.000885:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612684288:12345-192.168.204.39@tcp:101:cat.0 Request processed in 244us (537us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074763.000893:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9594 00000100:00100000:2.0:1769074763.000911:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9595 00000100:00100000:2.0:1769074763.000918:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612684416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.000926:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.000939:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89b51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad23 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.000960:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89b51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad23 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.000970:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89b51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad23 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.000978:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a200, rc 0) 00000100:00100000:2.0:1769074763.000998:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612684416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 81us (591us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074763.001003:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9595 00000100:00080000:0.0:1769074763.001091:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074763.024963:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.025196:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684672 00000100:00100000:3.0:1769074763.025207:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684672 00000100:00100000:3.0:1769074763.025282:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2713 00000100:00100000:3.0:1769074763.025292:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+150:57769:x1855007612684672:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074763.033100:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57769:x1855007612684672:12345-192.168.204.39@tcp:35:cat.0 Request processed in 7793us (8139us total) trans 8589941275 rc 0/0 00000100:00100000:3.0:1769074763.033118:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2713 00000100:00100000:0.0:1769074763.056336:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.056500:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612684928 00000100:00100000:2.0:1769074763.056511:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612684928 00000100:00100000:2.0:1769074763.056573:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6414 00000100:00100000:2.0:1769074763.056583:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57782:x1855007612684928:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.056608:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.056630:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89b58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad2a expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.056708:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056722:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056734:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056749:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056755:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056762:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056955:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056965:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.056972:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074763.056983:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074763.057097:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057105:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057111:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057117:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5bc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074763.057122:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057130:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057143:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074763.057146:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074763.057151:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057157:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89b5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057181:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057188:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057194:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057204:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5ae00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074763.057207:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057213:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057221:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1e00) 00010000:00010000:2.0:1769074763.057224:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074763.057227:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057232:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89b66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074763.057276:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89b58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.057289:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.057296:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074763.057298:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074763.057300:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5b400, rc 0) 00000100:00100000:2.0:1769074763.057360:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57782:x1855007612684928:12345-192.168.204.39@tcp:101:cat.0 Request processed in 778us (1035us total) trans 8589941276 rc 0/0 00000100:00100000:2.0:1769074763.057369:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6414 00000100:00100000:1.0:1769074763.069459:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.069559:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685056 00000100:00100000:3.0:1769074763.069569:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685056 00000100:00100000:3.0:1769074763.069625:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9596 00000100:00100000:3.0:1769074763.069634:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612685056:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.070467:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.070493:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89b7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad31 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.070532:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89b7b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad31 expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.070550:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89b7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad31 expref: 14 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.070562:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:0.0:1769074763.070623:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612685056:12345-192.168.204.39@tcp:101:cat.0 Request processed in 989us (1174us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074763.070631:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9596 00000100:00100000:0.0:1769074763.074041:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.074142:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685184 00000100:00100000:1.0:1769074763.074156:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685184 00000100:00100000:1.0:1769074763.074235:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9597 00000100:00100000:1.0:1769074763.074247:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612685184:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.074270:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.074291:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89b82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad38 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.074337:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89b82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad38 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.074359:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e89b82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad38 expref: 11 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.074378:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976200, rc 0) 00000100:00100000:1.0:1769074763.074460:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612685184:12345-192.168.204.39@tcp:101:cat.0 Request processed in 216us (427us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074763.074468:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9597 00000100:00100000:2.0:1769074763.095489:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.095653:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685440 00000100:00100000:3.0:1769074763.095664:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685440 00000100:00100000:3.0:1769074763.095727:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6415 00000100:00100000:3.0:1769074763.095737:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57783:x1855007612685440:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074763.095765:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074763.095789:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad3f expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.095931:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.095947:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.095957:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.095971:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.095977:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.095983:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096159:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e89b9e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096179:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e89b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096186:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e89b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:3.0:1769074763.096195:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074763.096324:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096333:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096340:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096346:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074763.096350:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096358:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096372:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074763.096375:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074763.096381:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096386:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89b90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096404:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096414:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096419:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096424:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074763.096427:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096432:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096440:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7faa00) 00010000:00010000:3.0:1769074763.096444:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074763.096447:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096452:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89b97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074763.096495:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89b89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad3f expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.096510:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e89b9e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad3f expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.096517:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074763.096519:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074763.096522:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:3.0:1769074763.096585:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57783:x1855007612685440:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 849us (1105us total) trans 8589941277 rc 0/0 00000100:00100000:3.0:1769074763.096593:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6415 00000100:00100000:2.0:1769074763.102298:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.102548:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685696 00000100:00100000:3.0:1769074763.102560:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685696 00000100:00100000:3.0:1769074763.102624:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2714 00000100:00100000:3.0:1769074763.102636:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57783:x1855007612685696:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074763.103348:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57783:x1855007612685696:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 709us (1059us total) trans 8589941278 rc 0/0 00000100:00100000:3.0:1769074763.103358:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2714 00000100:00100000:0.0:1769074763.108766:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.114279:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685824 00000100:00100000:3.0:1769074763.114295:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685824 00000100:00100000:2.0:1769074763.122915:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 807 00000100:00100000:2.0:1769074763.122942:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612685824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.122968:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.123030:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e89b9e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad3f expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.123057:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074763.123064:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.123176:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612685824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 232us (14407us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.123185:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 807 00000100:00100000:2.0:1769074763.130182:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.130275:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612685952 00000100:00100000:0.0:1769074763.130288:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612685952 00002000:00100000:0.0:1769074763.130339:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c030bc380 x1855007612685952/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.130350:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc380 with x1855007612685952 ext(1048576->2097151) 00002000:00010000:0.0:1769074763.130356:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bc380 00000100:00100000:0.0:1769074763.130393:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5339 00000100:00100000:0.0:1769074763.130404:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612685952:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074763.147217:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612685952:12345-192.168.204.39@tcp:3:cat.0 Request processed in 16782us (17023us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074763.147238:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5339 00002000:00100000:0.0:1769074763.147256:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c030bc380 x1855007612685952/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.147267:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc380 with x1855007612685952 ext(1048576->2097151) 00002000:00010000:0.0:1769074763.147274:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bc380 00000100:00100000:2.0:1769074763.178265:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.178374:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686080 00000100:00100000:0.0:1769074763.178396:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686080 00002000:00100000:0.0:1769074763.178464:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->2318335) req@ffff956c030bc700 x1855007612686080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.178476:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc700 with x1855007612686080 ext(2097152->2318335) 00002000:00010000:0.0:1769074763.178481:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bc700 00000100:00100000:0.0:1769074763.178519:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5340 00000100:00100000:0.0:1769074763.178527:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612686080:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074763.192903:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.198696:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612686080:12345-192.168.204.39@tcp:3:cat.0 Request processed in 20158us (20434us total) trans 0 rc 221184/221184 00000100:00100000:0.0:1769074763.198714:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5340 00002000:00100000:0.0:1769074763.198727:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->2318335) req@ffff956c030bc700 x1855007612686080/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 221184/221184 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.198737:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bc700 with x1855007612686080 ext(2097152->2318335) 00002000:00010000:0.0:1769074763.198743:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c030bc700 00000100:00100000:0.0:1769074763.198770:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686208 00000100:00100000:0.0:1769074763.198778:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686208 00002000:00100000:0.0:1769074763.198863:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2256896->3145727) req@ffff956c030be680 x1855007612686208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.198872:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030be680 with x1855007612686208 ext(2256896->3145727) 00002000:00010000:0.0:1769074763.198876:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030be680 00000100:00100000:1.0:1769074763.200015:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5341 00000100:00100000:1.0:1769074763.200033:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612686208:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074763.208036:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.208157:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686336 00000100:00100000:0.0:1769074763.208176:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686336 00000100:00100000:0.0:1769074763.208244:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9598 00000100:00100000:0.0:1769074763.208255:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:57778:x1855007612686336:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074763.208275:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.208299:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad46 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.208330:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.208339:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.208341:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.208344:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.208380:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.208395:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 1847 lvb_type: 0 00000100:00100000:0.0:1769074763.208409:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619867648:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074763.208507:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.215661:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619867648:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074763.215702:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.215722:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:1.0:1769074763.215795:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+23:57778:x1855007612686336:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 7541us (7770us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.215808:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9598 00000100:00100000:3.0:1769074763.232623:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.232771:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686464 00000100:00100000:2.0:1769074763.232784:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686464 00010000:00010000:2.0:1769074763.232870:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.232917:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5095 00000100:00100000:2.0:1769074763.232929:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612686464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.232947:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.232971:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.232986:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.233018:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89ad3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc1 expref: 23 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.233037:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.233039:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.233047:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.233059:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.233107:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074763.233125:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619867776:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074763.233215:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.233710:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612686208:12345-192.168.204.39@tcp:3:cat.0 Request processed in 33682us (40818us total) trans 0 rc 888832/888832 00000100:00100000:1.0:1769074763.233721:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5341 00002000:00100000:1.0:1769074763.233731:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2256896->3145727) req@ffff956c030be680 x1855007612686208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 888832/888832 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.233741:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030be680 with x1855007612686208 ext(2256896->3145727) 00002000:00010000:1.0:1769074763.233746:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c030be680 00000100:00100000:2.0:1769074763.239996:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619867776:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074763.240024:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.240095:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612686464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7167us (7480us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.240106:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5095 00000100:00100000:0.0:1769074763.241922:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.243155:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686592 00000100:00100000:1.0:1769074763.243178:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686592 00000100:00100000:3.0:1769074763.244819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.247025:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686720 00000100:00100000:0.0:1769074763.247039:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686720 00000100:00100000:0.0:1769074763.247128:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9599 00000100:00100000:0.0:1769074763.247139:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57782:x1855007612686720:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.247160:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.247193:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad4d expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.247226:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.247234:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.247236:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.247240:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.247273:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.247292:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:0.0:1769074763.247304:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619867904:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074763.247402:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.250075:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619867904:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074763.250125:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 14 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.250150:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159000, rc 0) 00000100:00100000:1.0:1769074763.250224:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57782:x1855007612686720:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3086us (5418us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.250235:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9599 00002000:00100000:2.0:1769074763.252296:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4182016->4186111) req@ffff956d410e2300 x1855007612686592/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.252312:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e2300 with x1855007612686592 ext(4182016->4186111) 00010000:00010000:2.0:1769074763.252325:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.252349:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.252357:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d410e2300 00000100:00100000:2.0:1769074763.252459:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1104 00000100:00100000:2.0:1769074763.252471:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612686592:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074763.252695:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612686592:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 225us (10781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074763.252703:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1104 00002000:00100000:2.0:1769074763.252710:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4182016->4186111) req@ffff956d410e2300 x1855007612686592/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.252718:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e2300 with x1855007612686592 ext(4182016->4186111) 00010000:00010000:2.0:1769074763.252723:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.252734:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.252740:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d410e2300 00000100:00100000:0.0:1769074763.259326:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.259390:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.259544:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687104 00000100:00100000:1.0:1769074763.259556:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687104 00002000:00100000:1.0:1769074763.259620:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4182016->4194303) req@ffff956d410e1180 x1855007612687104/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 12776/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.259631:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e1180 with x1855007612687104 ext(4182016->4194303) 00010000:00010000:1.0:1769074763.259642:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.259664:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 22 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:1.0:1769074763.259672:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d410e1180 00000100:00100000:1.0:1769074763.259705:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1105 00000100:00100000:1.0:1769074763.259715:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612687104:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:1.0:1769074763.260548:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612687104:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 828us (1151us total) trans 21474839479 rc 0/0 00000100:00100000:1.0:1769074763.260559:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1105 00002000:00100000:1.0:1769074763.260568:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4182016->4194303) req@ffff956d410e1180 x1855007612687104/t21474839479(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 12776/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.260578:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d410e1180 with x1855007612687104 ext(4182016->4194303) 00010000:00010000:1.0:1769074763.260586:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.260602:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:1.0:1769074763.260609:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d410e1180 00000100:00100000:3.0:1769074763.261039:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612686976 00000100:00100000:3.0:1769074763.261051:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612686976 00000100:00100000:3.0:1769074763.261105:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6416 00000100:00100000:3.0:1769074763.261114:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57787:x1855007612686976:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074763.261137:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074763.261159:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89bba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad54 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.261245:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261339:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261351:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261366:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261372:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261378:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261524:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89bcf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261537:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89bcf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261544:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89bcf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074763.261554:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074763.261641:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261649:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261656:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261661:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5ae00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074763.261665:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261671:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261684:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074763.261687:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074763.261692:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261698:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261712:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261718:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261724:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261728:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074763.261731:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261738:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261745:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7faa00) 00010000:00010000:3.0:1769074763.261748:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074763.261751:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261756:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89bc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074763.261809:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e89bba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad54 expref: 154 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.262325:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89bcf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad54 expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.262333:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074763.262337:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074763.262339:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eec600, rc 0) 00000100:00100000:3.0:1769074763.262421:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+153:57787:x1855007612686976:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1308us (3106us total) trans 8589941279 rc 0/0 00000100:00100000:3.0:1769074763.262431:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6416 00000100:00100000:0.0:1769074763.267665:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.267734:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.267870:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687232 00000100:00100000:2.0:1769074763.267880:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687232 00010000:00010000:2.0:1769074763.267922:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.267965:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5096 00000100:00100000:2.0:1769074763.267975:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612687232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.268001:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074763.268024:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074763 -> 1769074764 00002000:00010000:2.0:1769074763.268027:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074763 -> 1769074764 00010000:00010000:2.0:1769074763.268034:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.268047:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.268070:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e89bac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [4182016->4194303] (req 4182016->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad46 expref: 24 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.268086:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.268088:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.268095:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.268106:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.268146:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074763.268175:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619868032:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074763.268257:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.269574:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687360 00000100:00100000:1.0:1769074763.269582:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687360 00000100:00100000:1.0:1769074763.269638:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9600 00000100:00100000:1.0:1769074763.269647:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+16:57778:x1855007612687360:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074763.269665:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.269682:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad5b expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.269709:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.269717:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.269720:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.269724:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->3850239] (req 3145728->3850239) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 17 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.269753:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.269767:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.269778:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619868160:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074763.269875:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.272023:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.272105:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687488 00000100:00100000:3.0:1769074763.272115:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687488 00000100:00100000:3.0:1769074763.272184:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 808 00000100:00100000:3.0:1769074763.272194:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+153:2371:x1855007612687488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074763.272207:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074763.272231:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec600/0x8b5959a9a0e89bcf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad54 expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.272249:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074763.272253:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074763.272323:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+152:2371:x1855007612687488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.272332:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 808 00000100:00100000:2.0:1769074763.275145:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.275194:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.275452:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687616 00000100:00100000:0.0:1769074763.275463:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687616 00000100:00100000:0.0:1769074763.275521:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687744 00000100:00100000:0.0:1769074763.275524:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687744 00000100:00100000:0.0:1769074763.275562:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9601 00000100:00100000:0.0:1769074763.275572:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612687616:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.275594:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.275619:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89be4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad62 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.275656:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89be4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad62 expref: 25 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.275677:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89be4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad62 expref: 25 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.275698:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:0.0:1769074763.275772:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612687616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 201us (641us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074763.275780:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9601 00000100:00100000:0.0:1769074763.275805:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9602 00000100:00100000:0.0:1769074763.275811:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612687744:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.275855:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.275868:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e89beb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad69 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.275889:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e89beb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad69 expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.275901:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e89beb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad69 expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.275911:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:0.0:1769074763.275932:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612687744:12345-192.168.204.39@tcp:101:cat.0 Request processed in 121us (736us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074763.275938:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9602 00000100:00100000:2.0:1769074763.278449:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619868032:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074763.278480:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.278544:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612687232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10570us (10891us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.278555:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5096 00000100:00100000:1.0:1769074763.284730:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619868160:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074763.284779:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->3850239] (req 3145728->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 17 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.284802:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977400, rc 0) 00000100:00100000:1.0:1769074763.284914:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:57778:x1855007612687360:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15266us (17177us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.284925:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9600 00000100:00100000:1.0:1769074763.290285:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.290452:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612687872 00000100:00100000:2.0:1769074763.290471:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612687872 00010000:00010000:2.0:1769074763.290513:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.290610:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5097 00000100:00100000:2.0:1769074763.290619:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612687872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.290634:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.290655:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.290671:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.290697:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158c00/0x8b5959a9a0e89afd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aceb expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.290716:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.290718:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.290725:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 16 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.290735:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 16 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.290774:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 16 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074763.290788:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619868288:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074763.290928:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074763.297790:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619868288:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074763.297862:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.297914:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612687872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7295us (7639us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.297925:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5097 00000100:00100000:3.0:1769074763.305143:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.305258:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688000 00000100:00100000:1.0:1769074763.305274:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688000 00002000:00100000:1.0:1769074763.305334:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41cec380 x1855007612688000/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.305346:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cec380 with x1855007612688000 ext(3145728->4194303) 00002000:00010000:1.0:1769074763.305352:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41cec380 00000100:00100000:1.0:1769074763.305398:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5342 00000100:00100000:1.0:1769074763.305408:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612688000:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074763.337160:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.337314:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688128 00000100:00100000:0.0:1769074763.337329:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688128 00000100:00100000:0.0:1769074763.337436:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9603 00000100:00100000:0.0:1769074763.337448:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+23:57787:x1855007612688128:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.337471:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.337497:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad70 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.337512:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074763.337549:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.337559:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.337561:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.337567:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 24 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.337601:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 15 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.337617:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:0.0:1769074763.337631:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619868416:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074763.337908:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.338006:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688256 00000100:00100000:3.0:1769074763.338012:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688256 00002000:00100000:3.0:1769074763.338048:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3846144->3850239) req@ffff956d27d96d80 x1855007612688256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.338058:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d96d80 with x1855007612688256 ext(3846144->3850239) 00002000:00010000:3.0:1769074763.338063:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d96d80 00000100:00100000:3.0:1769074763.338091:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5343 00000100:00100000:3.0:1769074763.338098:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612688256:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074763.338287:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612688256:12345-192.168.204.39@tcp:3:cat.0 Request processed in 189us (784us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074763.338298:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5343 00002000:00100000:3.0:1769074763.338306:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3846144->3850239) req@ffff956d27d96d80 x1855007612688256/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.338313:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d96d80 with x1855007612688256 ext(3846144->3850239) 00002000:00010000:3.0:1769074763.338316:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d96d80 00000100:00100000:0.0:1769074763.347781:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619868416:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074763.347841:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 24 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.347863:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159600, rc 0) 00000100:00100000:0.0:1769074763.347920:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+24:57787:x1855007612688128:12345-192.168.204.39@tcp:101:cat.0 Request processed in 10474us (10775us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.347933:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9603 00000100:00100000:0.0:1769074763.347986:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.348012:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688384 00000100:00100000:0.0:1769074763.348019:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688384 00002000:00100000:0.0:1769074763.348057:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2318336->3145727) req@ffff956d4104b800 x1855007612688384/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.348068:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b800 with x1855007612688384 ext(2318336->3145727) 00010000:00010000:0.0:1769074763.348074:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.348090:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:0.0:1769074763.348097:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104b800 00000100:00100000:0.0:1769074763.348125:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1106 00000100:00100000:0.0:1769074763.348134:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612688384:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074763.350449:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612688000:12345-192.168.204.39@tcp:3:cat.0 Request processed in 45015us (45295us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074763.350468:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5342 00002000:00100000:2.0:1769074763.350484:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41cec380 x1855007612688000/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.350494:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41cec380 with x1855007612688000 ext(3145728->4194303) 00002000:00010000:2.0:1769074763.350503:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41cec380 00000100:00100000:2.0:1769074763.350605:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.351677:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688640 00000100:00100000:3.0:1769074763.351690:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688640 00000100:00100000:3.0:1769074763.351750:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2715 00000100:00100000:3.0:1769074763.351761:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b04850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+152:57778:x1855007612688640:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074763.352118:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b04850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+153:57778:x1855007612688640:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 359us (1512us total) trans 8589941280 rc 0/0 00000100:00100000:3.0:1769074763.352126:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2715 00000100:00100000:1.0:1769074763.410484:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.410583:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.410618:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688768 00000100:00100000:1.0:1769074763.410629:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688768 00000100:00100000:1.0:1769074763.410686:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612688896 00000100:00100000:1.0:1769074763.410689:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612688896 00000100:00100000:1.0:1769074763.410713:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9604 00000100:00100000:1.0:1769074763.410722:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57782:x1855007612688768:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.410742:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.410762:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad77 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.410792:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 15 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.410804:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.410806:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.410810:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.410874:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 15 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.410884:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 15 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.410897:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d27d96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619868544:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074763.410968:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.410997:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9605 00000100:00100000:1.0:1769074763.411007:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57783:x1855007612688896:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074763.411015:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.411025:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad7e expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.411042:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 17 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.411048:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.411050:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.411053:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.411074:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 17 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.411083:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 17 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.411092:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619868672:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074763.411117:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.416094:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619868672:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074763.416138:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.416170:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074763.416231:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57783:x1855007612688896:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5225us (5646us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.416240:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9605 00000100:00100000:1.0:1769074763.416429:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d27d96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619868544:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074763.416449:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.416460:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:0.0:1769074763.416793:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612688384:12345-192.168.204.39@tcp:4:cat.0 Request processed in 68658us (68804us total) trans 21474839480 rc 0/0 00000100:00100000:0.0:1769074763.416804:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1106 00002000:00100000:0.0:1769074763.416816:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (2318336->3145727) req@ffff956d4104b800 x1855007612688384/t21474839480(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.416848:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104b800 with x1855007612688384 ext(2318336->3145727) 00010000:00010000:0.0:1769074763.416857:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.416875:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 17 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:0.0:1769074763.416882:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104b800 00000100:00100000:1.0:1769074763.418470:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57782:x1855007612688768:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7739us (7987us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.418482:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9604 00000100:00100000:2.0:1769074763.434225:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.434283:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.434327:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.434854:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689024 00000100:00100000:3.0:1769074763.434868:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689024 00010000:00010000:3.0:1769074763.434924:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 17 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:3.0:1769074763.434960:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689280 00000100:00100000:3.0:1769074763.434964:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689280 00010000:00010000:3.0:1769074763.434976:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 18 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.438257:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5098 00000100:00100000:2.0:1769074763.438289:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612689024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.438313:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.438343:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.438358:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.438385:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159000/0x8b5959a9a0e89bb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad4d expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.438403:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.438479:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2370:x1855007612689024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 207us (4265us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.438487:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5098 00000100:00100000:1.0:1769074763.438861:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689152 00000100:00100000:1.0:1769074763.438873:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689152 00002000:00100000:1.0:1769074763.438925:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3850239) req@ffff956c030bfb80 x1855007612689152/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.438936:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bfb80 with x1855007612689152 ext(3145728->3850239) 00010000:00010000:1.0:1769074763.438944:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 16 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.438964:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 16 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:1.0:1769074763.438972:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c030bfb80 00000100:00100000:1.0:1769074763.439002:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1107 00000100:00100000:1.0:1769074763.439010:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612689152:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074763.439727:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5099 00000100:00100000:1.0:1769074763.439741:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612689280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074763.439761:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074763.439781:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 16 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.439796:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 16 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.439819:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9e00/0x8b5959a9a0e89acc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2318336->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acba expref: 16 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.439863:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.439866:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.439875:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.439885:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.439898:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.439899:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.439903:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 15 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.439909:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 15 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.439945:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 15 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.439958:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619868800:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074763.440027:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.440036:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619868928:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.440058:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074763.462726:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.462776:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.462812:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689408 00000100:00100000:2.0:1769074763.462839:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689408 00002000:00100000:2.0:1769074763.462887:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d96680 x1855007612689408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.462901:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96680 with x1855007612689408 ext(2097152->3145727) 00002000:00010000:2.0:1769074763.462907:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d96680 00000100:00100000:2.0:1769074763.462926:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689536 00000100:00100000:2.0:1769074763.462928:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689536 00002000:00100000:2.0:1769074763.462936:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3801088->3805183) req@ffff956d4101ad80 x1855007612689536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.462941:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4101ad80 with x1855007612689536 ext(3801088->3805183) 00002000:00010000:2.0:1769074763.462943:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4101ad80 00000100:00100000:2.0:1769074763.462961:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5344 00000100:00100000:2.0:1769074763.462968:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612689408:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074763.463546:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5345 00000100:00100000:3.0:1769074763.463556:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612689536:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074763.463712:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4101ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612689536:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 157us (935us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074763.463721:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5345 00002000:00100000:3.0:1769074763.463728:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3801088->3805183) req@ffff956d4101ad80 x1855007612689536/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.463737:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4101ad80 with x1855007612689536 ext(3801088->3805183) 00002000:00010000:3.0:1769074763.463741:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4101ad80 00000100:00100000:0.0:1769074763.464158:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619868800:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074763.464187:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8266:1855007619868928:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074763.464220:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074763.464264:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612689280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 24527us (29936us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.464273:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5099 00000100:00100000:0.0:1769074763.470714:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612689152:12345-192.168.204.39@tcp:4:cat.0 Request processed in 31688us (36414us total) trans 17179872526 rc 0/0 00000100:00100000:0.0:1769074763.470732:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1107 00002000:00100000:0.0:1769074763.470748:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3850239) req@ffff956c030bfb80 x1855007612689152/t17179872526(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.470760:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c030bfb80 with x1855007612689152 ext(3145728->3850239) 00010000:00010000:0.0:1769074763.470772:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.470799:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00002000:00010000:0.0:1769074763.470808:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c030bfb80 00000100:00100000:0.0:1769074763.484596:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.487581:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689664 00000100:00100000:2.0:1769074763.487729:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.490644:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689664 00010000:00010000:1.0:1769074763.490745:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.490858:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5100 00000100:00100000:1.0:1769074763.490870:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612689664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074763.490897:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074763.490934:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074763 -> 1769074764 00002000:00010000:1.0:1769074763.490938:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074763 -> 1769074764 00010000:00010000:1.0:1769074763.490946:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.490968:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.491004:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e89bdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3850239) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad5b expref: 18 pid: 26306 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.491030:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.491032:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.491042:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.491054:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.491116:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.491137:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619869056:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.491277:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.491712:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612689408:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28739us (28994us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074763.491726:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5344 00002000:00100000:0.0:1769074763.491740:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d41d96680 x1855007612689408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.491751:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96680 with x1855007612689408 ext(2097152->3145727) 00002000:00010000:0.0:1769074763.491757:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d96680 00000100:00100000:3.0:1769074763.491953:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689792 00000100:00100000:3.0:1769074763.491963:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689792 00000100:00100000:3.0:1769074763.492025:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9606 00000100:00100000:3.0:1769074763.492037:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57783:x1855007612689792:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074763.492058:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074763.492077:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad85 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.492108:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.492116:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074763.492118:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074763.492135:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->3629055] (req 3145728->3629055) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.492180:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.492200:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 12 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:3.0:1769074763.492215:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619869184:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074763.492267:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.496203:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619869184:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074763.496254:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->3629055] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 12 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.496281:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:1.0:1769074763.496986:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619869056:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074763.497016:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074763.497094:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612689664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6224us (12516us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.497111:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5100 00000100:00100000:0.0:1769074763.497708:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57783:x1855007612689792:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5669us (9984us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.497719:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9606 00000100:00100000:1.0:1769074763.515541:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.515684:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.516006:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690048 00000100:00100000:0.0:1769074763.516007:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612689920 00000100:00100000:0.0:1769074763.516023:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612689920 00000100:00100000:2.0:1769074763.516024:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690048 00002000:00100000:2.0:1769074763.516105:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d40ff2a00 x1855007612690048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074763.516112:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9607 00002000:00100000:2.0:1769074763.516124:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff2a00 with x1855007612690048 ext(3145728->4194303) 00000100:00100000:0.0:1769074763.516127:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+17:57787:x1855007612689920:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.516140:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 12 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.516150:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.516175:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 12 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.516186:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff2a00 00010000:00010000:0.0:1769074763.516194:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad8c expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.516233:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.516243:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.516246:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074763.516251:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074763.516267:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1108 00000100:00100000:2.0:1769074763.516279:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612690048:12345-192.168.204.39@tcp:3:multiop.0 00010000:00010000:0.0:1769074763.516307:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 12 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.516321:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 12 pid: 26585 timeout: 1847 lvb_type: 0 00000100:00100000:0.0:1769074763.516349:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619869312:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074763.516477:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.531888:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.532097:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690176 00000100:00100000:2.0:1769074763.532112:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690176 00002000:00100000:2.0:1769074763.532199:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2256895) req@ffff956d40ff3800 x1855007612690176/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.532213:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff3800 with x1855007612690176 ext(2097152->2256895) 00010000:00010000:2.0:1769074763.532225:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.532244:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.532254:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff3800 00000100:00100000:2.0:1769074763.532303:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1109 00000100:00100000:2.0:1769074763.532420:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612690176:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074763.533210:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619869312:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074763.533255:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.533279:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8a00, rc 0) 00000100:00100000:0.0:1769074763.533448:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+18:57787:x1855007612689920:12345-192.168.204.39@tcp:101:cat.0 Request processed in 17322us (17926us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.533461:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9607 00000100:00100000:2.0:1769074763.539756:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612690048:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 23456us (24048us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074763.539779:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1108 00002000:00100000:2.0:1769074763.539800:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d40ff2a00 x1855007612690048/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.539814:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff2a00 with x1855007612690048 ext(3145728->4194303) 00010000:00010000:2.0:1769074763.539878:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 14 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.539907:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 14 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.539916:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff2a00 00000100:00100000:3.0:1769074763.549768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.550057:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690304 00000100:00100000:0.0:1769074763.550072:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690304 00000100:00100000:3.0:1769074763.550126:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.553772:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612690176:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 21335us (21877us total) trans 17179872527 rc 0/0 00000100:00100000:2.0:1769074763.553796:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1109 00002000:00100000:2.0:1769074763.553816:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2256895) req@ffff956d40ff3800 x1855007612690176/t17179872527(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.553849:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40ff3800 with x1855007612690176 ext(2097152->2256895) 00010000:00010000:2.0:1769074763.553864:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.553890:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.553899:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d40ff3800 00000100:00100000:0.0:1769074763.556048:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690432 00000100:00100000:0.0:1769074763.556069:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690432 00000100:00100000:0.0:1769074763.556153:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9608 00000100:00100000:0.0:1769074763.556175:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612690304:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.556200:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.556225:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89c15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad93 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.556268:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89c15 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad93 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.556291:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89c15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad93 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074763.556420:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9609 00000100:00100000:2.0:1769074763.556433:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612690432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.556443:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.556455:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89c1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ad9a expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.556475:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89c1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad9a expref: 15 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.556489:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89c1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad9a expref: 15 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.556502:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:2.0:1769074763.556577:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612690432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 147us (6451us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074763.556585:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9609 00010000:00010000:0.0:1769074763.556634:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9800, rc 0) 00000100:00100000:0.0:1769074763.556660:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612690304:12345-192.168.204.39@tcp:101:cat.0 Request processed in 489us (6911us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074763.556666:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9608 00000100:00100000:3.0:1769074763.564802:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.564897:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.565139:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690688 00000100:00100000:2.0:1769074763.565154:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690688 00010000:00010000:2.0:1769074763.565218:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.565271:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690560 00000100:00100000:2.0:1769074763.565275:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690560 00010000:00010000:2.0:1769074763.565288:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:2.0:1769074763.565321:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5101 00000100:00100000:2.0:1769074763.565333:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612690688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.565352:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074763.565354:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5102 00000100:00100000:1.0:1769074763.565370:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612690560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.565384:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 15 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.565387:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074763.565404:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.565413:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 15 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.572148:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.572208:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89bf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad77 expref: 15 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.572232:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.572236:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.572246:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.572258:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.573856:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.573897:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619869440:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.574183:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.574420:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074763.574649:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e89af6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2256895) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ace4 expref: 14 pid: 26585 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.574672:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.574674:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.574684:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.574696:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.574768:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 17 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.574781:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690816 00000100:00100000:2.0:1769074763.574793:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619869568:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.574794:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690816 00000100:00100000:2.0:1769074763.574890:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.574896:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9610 00000100:00100000:1.0:1769074763.574910:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612690816:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.574931:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.576147:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ada1 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.576207:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c23 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ada1 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.576228:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ada1 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.576243:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:1.0:1769074763.576658:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612690816:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1400us (1890us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074763.576671:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9610 00000100:00100000:3.0:1769074763.576902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.577457:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612690944 00000100:00100000:1.0:1769074763.577470:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612690944 00000100:00100000:1.0:1769074763.577614:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9611 00000100:00100000:1.0:1769074763.577625:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612690944:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.577648:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.577669:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89c2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ada8 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.577750:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619869696:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074763.577873:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074763.583156:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619869440:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074763.583204:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.583306:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612690560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17940us (18406us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.583320:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5102 00000100:00100000:3.0:1769074763.584481:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619869568:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074763.584509:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074763.584558:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612690688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 19228us (19782us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.584568:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5101 00002000:00010000:0.0:1769074763.585367:0:26585:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074763 -> 1769074764 00000100:00100000:0.0:1769074763.585400:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619869696:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074763.585443:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89c2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ada8 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.585473:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89c2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ada8 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.585487:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:0.0:1769074763.585528:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612690944:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7905us (8627us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074763.585537:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9611 00000100:00100000:3.0:1769074763.596763:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.599066:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691072 00000100:00100000:2.0:1769074763.599090:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691072 00002000:00100000:2.0:1769074763.599177:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3624960->3629055) req@ffff956d4178e300 x1855007612691072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.599201:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178e300 with x1855007612691072 ext(3624960->3629055) 00002000:00010000:2.0:1769074763.599208:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4178e300 00000100:00100000:3.0:1769074763.599434:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.599591:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5346 00000100:00100000:0.0:1769074763.599607:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612691072:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074763.599925:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612691072:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 321us (3178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074763.599934:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5346 00002000:00100000:0.0:1769074763.599942:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3624960->3629055) req@ffff956d4178e300 x1855007612691072/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.599952:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178e300 with x1855007612691072 ext(3624960->3629055) 00002000:00010000:0.0:1769074763.599956:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4178e300 00000100:00100000:3.0:1769074763.601454:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.606836:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691200 00000100:00100000:1.0:1769074763.606860:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691200 00000100:00100000:2.0:1769074763.607020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.609118:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691456 00000100:00100000:1.0:1769074763.609137:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691456 00002000:00100000:1.0:1769074763.609232:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d18d1c380 x1855007612691456/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.609245:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1c380 with x1855007612691456 ext(2097152->3145727) 00002000:00010000:1.0:1769074763.609254:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1c380 00000100:00100000:1.0:1769074763.609320:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5347 00000100:00100000:1.0:1769074763.609331:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612691456:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074763.617506:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691328 00000100:00100000:1.0:1769074763.617529:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691328 00000100:00100000:1.0:1769074763.617565:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9612 00000100:00100000:1.0:1769074763.617576:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612691200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.617602:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.617631:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adaf expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.617678:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c31 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adaf expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.617708:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adaf expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.617724:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:1.0:1769074763.617800:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612691200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 226us (18368us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074763.617809:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9612 00000100:00100000:1.0:1769074763.617889:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9613 00000100:00100000:1.0:1769074763.617897:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612691328:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.617905:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.617916:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89c38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adb6 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.618103:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619869824:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074763.618194:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074763.628543:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.631512:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691712 00000100:00100000:0.0:1769074763.631543:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691712 00000100:00100000:0.0:1769074763.631658:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6417 00000100:00100000:0.0:1769074763.631672:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+153:57790:x1855007612691712:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074763.631715:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.631755:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89c3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adbd expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.631912:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.631932:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632423:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632447:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632455:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632463:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632673:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89c54 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632686:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89c54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632694:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89c54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074763.632707:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074763.632903:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632913:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632920:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.632927:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.632933:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074763.633927:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619869824:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074763.633998:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89c38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adb6 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.634026:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6400/0x8b5959a9a0e89c38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adb6 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.634044:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00010000:00010000:0.0:1769074763.634776:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634796:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074763.634799:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.634806:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634818:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89c46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634852:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634859:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634866:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634872:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.634875:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634881:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634888:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:0.0:1769074763.634891:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.634893:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.634898:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89c4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.635361:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e89c3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adbd expref: 156 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.635381:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89c54 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adbd expref: 155 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.635395:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074763.635398:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074763.635401:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8600, rc 0) 00000100:00100000:1.0:1769074763.637954:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612691328:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20029us (36480us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074763.637973:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9613 00000100:00100000:0.0:1769074763.641075:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:57790:x1855007612691712:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9386us (12528us total) trans 8589941281 rc 0/0 00000100:00100000:0.0:1769074763.641094:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6417 00000100:00100000:0.0:1769074763.648301:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612691456:12345-192.168.204.39@tcp:3:cat.0 Request processed in 38953us (41269us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074763.648329:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5347 00002000:00100000:0.0:1769074763.648346:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d18d1c380 x1855007612691456/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.648358:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1c380 with x1855007612691456 ext(2097152->3145727) 00002000:00010000:0.0:1769074763.648366:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1c380 00000100:00100000:2.0:1769074763.656022:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.656145:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612691840 00000100:00100000:3.0:1769074763.656169:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612691840 00000100:00100000:3.0:1769074763.656294:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:3.0:1769074763.656307:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+155:2373:x1855007612691840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074763.656329:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074763.656366:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e89c54 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adbd expref: 155 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.656396:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074763.656403:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074763.656490:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+154:2373:x1855007612691840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 185us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.656499:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:3.0:1769074763.665570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.665650:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.665752:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692096 00000100:00100000:2.0:1769074763.665766:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692096 00000100:00100000:2.0:1769074763.665880:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2716 00000100:00100000:2.0:1769074763.665891:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57782:x1855007612692096:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074763.666250:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57782:x1855007612692096:12345-192.168.204.39@tcp:35:cat.0 Request processed in 360us (599us total) trans 8589941282 rc 0/0 00000100:00100000:2.0:1769074763.666260:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2716 00000100:00100000:1.0:1769074763.666446:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692224 00000100:00100000:1.0:1769074763.666452:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692224 00000100:00100000:1.0:1769074763.666498:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9614 00000100:00100000:1.0:1769074763.666506:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+24:57787:x1855007612692224:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.666519:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.666544:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adc4 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.666575:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.666585:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.666587:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.666592:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.667550:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 14 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.667581:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 14 pid: 6533 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.667597:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619869952:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074763.667759:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.673859:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619869952:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074763.673945:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 25 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.673977:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:1.0:1769074763.674078:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+25:57787:x1855007612692224:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7570us (8522us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.674091:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9614 00000100:00100000:2.0:1769074763.679373:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.679513:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692352 00000100:00100000:0.0:1769074763.679529:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692352 00002000:00100000:0.0:1769074763.679597:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3801088->4194303) req@ffff956d18d1df80 x1855007612692352/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.679612:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1df80 with x1855007612692352 ext(3801088->4194303) 00010000:00010000:0.0:1769074763.679623:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 15 pid: 6533 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.679643:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 15 pid: 6533 timeout: 1847 lvb_type: 0 00002000:00010000:0.0:1769074763.679658:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d18d1df80 00000100:00100000:0.0:1769074763.679700:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1110 00000100:00100000:0.0:1769074763.679711:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612692352:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074763.691114:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612692352:12345-192.168.204.39@tcp:4:cat.0 Request processed in 11384us (11739us total) trans 21474839481 rc 0/0 00000100:00100000:1.0:1769074763.691135:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1110 00002000:00100000:1.0:1769074763.691154:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3801088->4194303) req@ffff956d18d1df80 x1855007612692352/t21474839481(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.697383:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1df80 with x1855007612692352 ext(3801088->4194303) 00010000:00010000:1.0:1769074763.697405:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.697431:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00002000:00010000:1.0:1769074763.697442:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d18d1df80 00000100:00100000:2.0:1769074763.700338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.700480:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692480 00000100:00100000:3.0:1769074763.700494:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692480 00010000:00010000:3.0:1769074763.700549:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00000100:00100000:3.0:1769074763.700598:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5103 00000100:00100000:3.0:1769074763.700609:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612692480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074763.700629:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074763.700654:0:5738:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074758 -> 1769074764 00010000:00010000:3.0:1769074763.700662:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00010000:00010000:3.0:1769074763.700680:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00010000:00010000:3.0:1769074763.700711:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e89c00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad7e expref: 17 pid: 6533 timeout: 1847 lvb_type: 0 00010000:00010000:3.0:1769074763.700732:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.700735:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.700747:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 24 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.700758:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 24 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.700808:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 24 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074763.700917:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4178ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619870080:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074763.701092:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00010000:00010000:3.0:1769074763.710262:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074763.715017:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4178ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619870080:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074763.715060:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074763.715141:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612692480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14532us (14816us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.715163:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5103 00000100:00100000:1.0:1769074763.725117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.725312:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692608 00000100:00100000:0.0:1769074763.725329:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692608 00002000:00100000:0.0:1769074763.725408:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d10380 x1855007612692608/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.725421:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10380 with x1855007612692608 ext(3145728->4194303) 00002000:00010000:0.0:1769074763.725429:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10380 00000100:00100000:0.0:1769074763.725471:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5348 00000100:00100000:0.0:1769074763.725482:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612692608:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074763.743064:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612692608:12345-192.168.204.39@tcp:3:cat.0 Request processed in 17562us (17940us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074763.743085:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5348 00002000:00100000:0.0:1769074763.743103:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d41d10380 x1855007612692608/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.743116:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d10380 with x1855007612692608 ext(3145728->4194303) 00002000:00010000:0.0:1769074763.743125:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d10380 00000100:00100000:2.0:1769074763.758945:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.759095:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692736 00000100:00100000:1.0:1769074763.759108:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692736 00000100:00100000:1.0:1769074763.759202:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9615 00000100:00100000:1.0:1769074763.759215:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+18:57787:x1855007612692736:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.759245:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.759271:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adcb expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.759313:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.759323:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.759325:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074763.759330:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.759671:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.759692:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 11 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.759713:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870208:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074763.759930:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.770462:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.770665:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870208:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074763.770722:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 19 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.770759:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7a00, rc 0) 00000100:00100000:0.0:1769074763.770907:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:57787:x1855007612692736:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11693us (11979us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.770928:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9615 00000100:00100000:0.0:1769074763.770988:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692864 00000100:00100000:0.0:1769074763.770997:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692864 00000100:00100000:0.0:1769074763.771052:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9616 00000100:00100000:0.0:1769074763.771062:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:57790:x1855007612692864:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074763.771083:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.771110:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11add2 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.771144:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.771164:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.771173:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074763.771175:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074763.771180:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1335296->1986559] (req 1335296->1986559) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.771219:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074763.771239:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 1847 lvb_type: 1 00000100:00100000:0.0:1769074763.771256:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870336:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074763.771334:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.771345:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 11 pid: 6531 timeout: 1847 lvb_type: 0 00000100:00100000:0.0:1769074763.771354:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870464:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074763.771380:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.771999:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.772489:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612692992 00000100:00100000:0.0:1769074763.772498:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612692992 00002000:00100000:0.0:1769074763.772550:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3629055) req@ffff956d4178ed80 x1855007612692992/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074763.772562:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178ed80 with x1855007612692992 ext(3145728->3629055) 00010000:00010000:0.0:1769074763.772572:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 12 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:0.0:1769074763.772590:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 12 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:0.0:1769074763.772600:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4178ed80 00000100:00100000:0.0:1769074763.772672:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1111 00000100:00100000:0.0:1769074763.772682:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612692992:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074763.786937:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870336:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074763.786963:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619870464:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074763.787025:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1335296->1986559] (req 1335296->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 20 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.787061:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8400, rc 0) 00000100:00100000:2.0:1769074763.787143:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+20:57790:x1855007612692864:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 16081us (16695us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.787165:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9616 00000100:00100000:3.0:1769074763.788998:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.789629:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693120 00000100:00100000:2.0:1769074763.789645:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693120 00010000:00010000:2.0:1769074763.789701:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 1847 lvb_type: 1 00000100:00100000:2.0:1769074763.789761:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5104 00000100:00100000:2.0:1769074763.789771:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612693120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.789791:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.789820:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 1847 lvb_type: 1 00010000:00010000:2.0:1769074763.789876:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 1847 lvb_type: 1 00010000:00010000:2.0:1769074763.789913:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5b000/0x8b5959a9a0e89a55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac6d expref: 20 pid: 25507 timeout: 1847 lvb_type: 1 00010000:00010000:2.0:1769074763.789946:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.790036:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612693120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 265us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.790044:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5104 00000100:00100000:2.0:1769074763.796373:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612692992:12345-192.168.204.39@tcp:4:cat.0 Request processed in 23670us (24355us total) trans 17179872528 rc 0/0 00000100:00100000:2.0:1769074763.796397:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1111 00002000:00100000:2.0:1769074763.796414:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3629055) req@ffff956d4178ed80 x1855007612692992/t17179872528(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.796434:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4178ed80 with x1855007612692992 ext(3145728->3629055) 00010000:00010000:2.0:1769074763.796448:0:14427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 14 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:2.0:1769074763.796463:0:14427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 14 pid: 33558 timeout: 1847 lvb_type: 0 00002000:00010000:2.0:1769074763.796472:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4178ed80 00000100:00100000:0.0:1769074763.798460:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.798590:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693248 00000100:00100000:1.0:1769074763.798603:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693248 00010000:00010000:1.0:1769074763.798657:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 14 pid: 6531 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.798715:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5105 00000100:00100000:1.0:1769074763.798729:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612693248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074763.798753:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074763.798783:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 14 pid: 6531 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.798800:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 14 pid: 6531 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.799013:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e89a2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac5f expref: 14 pid: 6531 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.799036:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.799038:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.799049:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.799061:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.799122:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.799142:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619870592:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.799339:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.807210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.807401:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619870592:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074763.807441:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074763.807520:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612693248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8791us (9072us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.807533:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5105 00000100:00100000:1.0:1769074763.807573:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693376 00000100:00100000:1.0:1769074763.807581:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693376 00010000:00010000:1.0:1769074763.807640:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 13 pid: 33558 timeout: 1847 lvb_type: 0 00000100:00100000:1.0:1769074763.807684:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5106 00000100:00100000:1.0:1769074763.807694:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612693376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074763.807719:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074763.807755:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 13 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.807772:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 13 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.807804:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89c07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3629055) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad85 expref: 13 pid: 33558 timeout: 1847 lvb_type: 0 00010000:00010000:1.0:1769074763.807875:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.807878:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.807889:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.807902:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.807952:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.807970:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619870720:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074763.808037:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.817098:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.817370:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693504 00000100:00100000:2.0:1769074763.817392:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693504 00002000:00100000:2.0:1769074763.817485:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1335296->1339391) req@ffff956d10870a80 x1855007612693504/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.817500:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870a80 with x1855007612693504 ext(1335296->1339391) 00002000:00010000:2.0:1769074763.817508:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10870a80 00000100:00100000:2.0:1769074763.817555:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5349 00000100:00100000:2.0:1769074763.817566:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612693504:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074763.818266:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612693504:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 695us (1179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074763.818277:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5349 00002000:00100000:2.0:1769074763.818285:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x211:0x0] (1335296->1339391) req@ffff956d10870a80 x1855007612693504/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.818295:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870a80 with x1855007612693504 ext(1335296->1339391) 00002000:00010000:2.0:1769074763.818300:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10870a80 00000100:00100000:1.0:1769074763.836999:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619870720:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074763.837048:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074763.837150:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612693376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29455us (29955us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.837174:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5106 00000100:00100000:3.0:1769074763.846478:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.846818:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693760 00000100:00100000:0.0:1769074763.846886:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693760 00000100:00100000:0.0:1769074763.846989:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6418 00000100:00100000:0.0:1769074763.847002:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57795:x1855007612693760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074763.847046:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.847088:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e89c77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11add9 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.847528:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847548:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847564:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847582:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847589:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847597:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847920:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89c8c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847932:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89c8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.847940:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89c8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074763.847952:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074763.850539:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850567:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850576:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850586:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.850592:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850601:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850627:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074763.850632:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.850639:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850646:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89c7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850668:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850680:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850687:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850692:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.850695:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850701:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850709:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:0.0:1769074763.850712:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.850715:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850720:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89c85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.850808:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e89c77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add9 expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.850883:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89c8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add9 expref: 19 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.850892:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074763.850895:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074763.850897:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9c00, rc 0) 00000100:00100000:0.0:1769074763.852353:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57795:x1855007612693760:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5338us (5874us total) trans 8589941283 rc 0/0 00000100:00100000:0.0:1769074763.852369:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6418 00000100:00100000:0.0:1769074763.857568:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.857759:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612693888 00000100:00100000:2.0:1769074763.857774:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612693888 00002000:00100000:2.0:1769074763.857895:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d10873100 x1855007612693888/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.857909:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873100 with x1855007612693888 ext(4194304->4861951) 00002000:00010000:2.0:1769074763.857919:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873100 00000100:00100000:2.0:1769074763.857966:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5350 00000100:00100000:2.0:1769074763.858700:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612693888:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074763.866038:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.866944:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.868800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.868911:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694144 00000100:00100000:1.0:1769074763.868934:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694144 00000100:00100000:1.0:1769074763.869055:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:1.0:1769074763.869069:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2373:x1855007612694144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074763.869097:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074763.869141:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e89c8c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add9 expref: 19 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.869182:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074763.869189:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074763.869294:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612694144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (3273us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.869304:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:1.0:1769074763.880446:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694272 00000100:00100000:1.0:1769074763.880468:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694272 00000100:00100000:1.0:1769074763.880695:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694016 00000100:00100000:1.0:1769074763.880700:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694016 00000100:00100000:1.0:1769074763.880775:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9617 00000100:00100000:1.0:1769074763.880786:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612694272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.880810:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.880847:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ade7 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074763.880877:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.880879:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074763.880890:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.880912:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.880928:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:1.0:1769074763.881004:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612694272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 221us (14071us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074763.881012:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9617 00000100:00100000:1.0:1769074763.881032:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9618 00000100:00100000:1.0:1769074763.881038:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612694016:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074763.881045:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074763.881055:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89ca1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ade0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074763.881106:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619870848:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074763.881179:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074763.881269:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.881357:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.881476:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.881500:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694528 00000100:00100000:1.0:1769074763.881506:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694528 00000100:00100000:3.0:1769074763.882548:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694400 00000100:00100000:3.0:1769074763.882561:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694400 00000100:00100000:3.0:1769074763.882625:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9619 00000100:00100000:3.0:1769074763.882635:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612694400:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074763.882652:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074763.882672:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adee expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.882700:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.882702:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.882713:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074763.882734:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074763.882752:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:3.0:1769074763.882813:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2371:x1855007612694400:12345-192.168.204.39@tcp:101:cat.0 Request processed in 180us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074763.882858:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9619 00000100:00100000:3.0:1769074763.882891:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694656 00000100:00100000:3.0:1769074763.882895:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694656 00002000:00100000:3.0:1769074763.882920:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x211:0x0] (1982464->1986559) req@ffff956d27d96680 x1855007612694656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.882931:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d96680 with x1855007612694656 ext(1982464->1986559) 00002000:00010000:3.0:1769074763.882937:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d96680 00000100:00100000:3.0:1769074763.882955:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5351 00000100:00100000:3.0:1769074763.882962:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612694656:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074763.883227:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d27d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612694656:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 252us (1738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074763.883236:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5351 00002000:00100000:3.0:1769074763.883242:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x211:0x0] (1982464->1986559) req@ffff956d27d96680 x1855007612694656/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/4536 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.883252:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d27d96680 with x1855007612694656 ext(1982464->1986559) 00002000:00010000:3.0:1769074763.883256:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d27d96680 00002000:00100000:1.0:1769074763.883754:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d4147f800 x1855007612694528/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.883767:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147f800 with x1855007612694528 ext(3145728->4194303) 00002000:00010000:1.0:1769074763.883772:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147f800 00000100:00100000:1.0:1769074763.883800:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5352 00000100:00100000:1.0:1769074763.883813:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612694528:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074763.893496:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612693888:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 35502us (35929us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074763.893515:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5350 00002000:00100000:2.0:1769074763.893532:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d10873100 x1855007612693888/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 667648/667648 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.893556:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873100 with x1855007612693888 ext(4194304->4861951) 00002000:00010000:2.0:1769074763.893564:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873100 00002000:00010000:1.0:1769074763.893939:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074763 -> 1769074764 00002000:00010000:1.0:1769074763.893944:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074762 -> 1769074764 00002000:00010000:1.0:1769074763.893946:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074763 -> 1769074764 00000100:00100000:1.0:1769074763.893969:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c030bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619870848:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074763.894021:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89ca1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade0 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.894054:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e89ca1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade0 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074763.894072:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:1.0:1769074763.894123:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612694016:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13083us (25341us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074763.894138:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9618 00000100:00100000:3.0:1769074763.897280:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.900403:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612694528:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 16577us (19028us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074763.900421:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5352 00002000:00100000:2.0:1769074763.900437:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d4147f800 x1855007612694528/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.900450:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147f800 with x1855007612694528 ext(3145728->4194303) 00002000:00010000:2.0:1769074763.900458:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147f800 00000100:00100000:0.0:1769074763.901234:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612694912 00000100:00100000:0.0:1769074763.901248:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612694912 00000100:00100000:1.0:1769074763.901379:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2717 00000100:00100000:1.0:1769074763.901391:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+154:57790:x1855007612694912:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074763.901888:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4178c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+155:57790:x1855007612694912:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 497us (4622us total) trans 8589941284 rc 0/0 00000100:00100000:1.0:1769074763.901898:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2717 00000100:00100000:3.0:1769074763.909483:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.909552:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.909738:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695040 00000100:00100000:2.0:1769074763.909753:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695040 00000100:00100000:2.0:1769074763.909868:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9620 00000100:00100000:2.0:1769074763.909880:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57795:x1855007612695040:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.909905:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.909932:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adf5 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.909973:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.909983:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074763.909986:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074763.909991:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.910038:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.910057:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 18 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:2.0:1769074763.910073:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619870976:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074763.910190:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.910463:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695296 00000100:00100000:0.0:1769074763.910470:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695296 00000100:00100000:0.0:1769074763.910518:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6419 00000100:00100000:0.0:1769074763.910526:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57797:x1855007612695296:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074763.910554:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074763.910572:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89cb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11adfc expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.910671:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910689:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910705:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910723:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910731:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910739:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910985:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89ccb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.910997:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911005:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074763.911019:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074763.911151:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911173:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911181:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911189:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.911194:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911203:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911219:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074763.911223:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.911229:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911237:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e89cbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911253:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911265:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911271:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911277:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074763.911280:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911286:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911293:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:0.0:1769074763.911296:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074763.911299:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911306:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8a00/0x8b5959a9a0e89cc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074763.911358:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e89cb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adfc expref: 21 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.911372:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89ccb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adfc expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074763.911380:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074763.911383:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074763.911386:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8c00, rc 0) 00000100:00100000:0.0:1769074763.911450:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57797:x1855007612695296:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 924us (1897us total) trans 8589941285 rc 0/0 00000100:00100000:0.0:1769074763.911460:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6419 00000100:00100000:2.0:1769074763.913205:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619870976:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074763.913455:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.913481:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bea00, rc 0) 00000100:00100000:2.0:1769074763.913661:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57795:x1855007612695040:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3782us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.913672:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9620 00000100:00100000:3.0:1769074763.926571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.926712:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074763.927518:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695424 00000100:00100000:1.0:1769074763.927535:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695424 00002000:00100000:1.0:1769074763.927625:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x211:0x0] (1335296->1986559) req@ffff956c0c169f80 x1855007612695424/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074763.927642:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169f80 with x1855007612695424 ext(1335296->1986559) 00010000:00010000:1.0:1769074763.927657:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 19 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074763.927685:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 19 pid: 26585 timeout: 1848 lvb_type: 0 00002000:00010000:1.0:1769074763.927696:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c169f80 00000100:00100000:1.0:1769074763.927750:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1112 00000100:00100000:1.0:1769074763.927763:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612695424:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074763.930275:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695552 00000100:00100000:2.0:1769074763.930298:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695552 00000100:00100000:2.0:1769074763.930437:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9621 00000100:00100000:2.0:1769074763.930450:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612695552:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.930476:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.930504:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89cd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae03 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074763.930588:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619871104:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074763.930722:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074763.931729:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.931811:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.931917:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695936 00000100:00100000:2.0:1769074763.931927:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695936 00000100:00100000:2.0:1769074763.932020:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:2.0:1769074763.932031:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612695936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074763.932048:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074763.932081:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e89ccb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adfc expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.932107:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074763.932114:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074763.932190:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612695936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 161us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.932199:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:1.0:1769074763.932798:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612695808 00000100:00100000:1.0:1769074763.932811:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612695808 00000100:00100000:1.0:1769074763.934264:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2718 00000100:00100000:1.0:1769074763.934287:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:57797:x1855007612695808:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074763.934820:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57797:x1855007612695808:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 540us (3095us total) trans 8589941286 rc 0/0 00000100:00100000:1.0:1769074763.934855:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2718 00000100:00100000:2.0:1769074763.936803:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619871104:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074763.936900:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89cd9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae03 expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.936946:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89cd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae03 expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.936963:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:2.0:1769074763.937024:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612695552:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6576us (10468us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074763.937034:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9621 00000100:00100000:2.0:1769074763.944578:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612695424:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 16797us (17845us total) trans 17179872529 rc 0/0 00000100:00100000:2.0:1769074763.944600:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1112 00002000:00100000:2.0:1769074763.944617:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x211:0x0] (1335296->1986559) req@ffff956c0c169f80 x1855007612695424/t17179872529(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:299/0 lens 488/448 e 0 to 0 dl 1769074774 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074763.944629:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169f80 with x1855007612695424 ext(1335296->1986559) 00010000:00010000:2.0:1769074763.944642:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:2.0:1769074763.944670:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00002000:00010000:2.0:1769074763.944680:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c169f80 00000100:00100000:0.0:1769074763.962979:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074763.963079:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074763.963265:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696192 00000100:00100000:3.0:1769074763.963279:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696192 00010000:00010000:3.0:1769074763.963337:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074763.963399:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5107 00000100:00100000:3.0:1769074763.963410:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612696192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074763.963430:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074763.963461:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074763.963479:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074763.963520:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e89c70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1335296->1986559) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11add2 expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074763.963543:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.963546:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074763.963557:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.963575:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074763.963639:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074763.963660:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619871232:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074763.968417:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696064 00000100:00100000:2.0:1769074763.968439:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696064 00000100:00100000:2.0:1769074763.968545:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9622 00000100:00100000:2.0:1769074763.968558:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612696064:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074763.968584:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074763.968611:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae0a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074763.968643:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.968645:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074763.968658:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.968680:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 22 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074763.968698:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:2.0:1769074763.968789:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612696064:12345-192.168.204.39@tcp:101:cat.0 Request processed in 232us (5708us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074763.968797:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9622 00000100:00100000:0.0:1769074763.970260:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074763.972657:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619871232:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074763.972705:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074763.972869:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612696192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9458us (9904us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074763.972886:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5107 00000100:00100000:1.0:1769074763.988386:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.989276:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696448 00000100:00100000:2.0:1769074763.989300:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696448 00000100:00100000:2.0:1769074763.989388:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2719 00000100:00100000:2.0:1769074763.989401:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c030bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+155:57787:x1855007612696448:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074763.990756:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074763.991210:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c030bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+156:57787:x1855007612696448:12345-192.168.204.39@tcp:35:cat.0 Request processed in 1807us (2839us total) trans 8589941287 rc 0/0 00000100:00100000:2.0:1769074763.991224:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2719 00000100:00100000:3.0:1769074763.994263:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696576 00000100:00100000:3.0:1769074763.994292:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696576 00002000:00100000:3.0:1769074763.994389:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d27800 x1855007612696576/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/0 e 0 to 0 dl 1769074774 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074763.994402:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27800 with x1855007612696576 ext(1048576->2097151) 00002000:00010000:3.0:1769074763.994410:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d27800 00000100:00100000:3.0:1769074763.994451:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5353 00000100:00100000:3.0:1769074763.994462:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612696576:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074764.024768:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612696576:12345-192.168.204.39@tcp:3:cat.0 Request processed in 30290us (34005us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074764.024786:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5353 00002000:00100000:0.0:1769074764.024803:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d27800 x1855007612696576/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:299/0 lens 488/440 e 0 to 0 dl 1769074774 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.024814:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27800 with x1855007612696576 ext(1048576->2097151) 00002000:00010000:0.0:1769074764.024878:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d27800 00000100:00100000:1.0:1769074764.082243:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.082386:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696704 00000100:00100000:0.0:1769074764.082402:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696704 00002000:00100000:0.0:1769074764.082704:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d40d27b80 x1855007612696704/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.082718:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27b80 with x1855007612696704 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.082727:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27b80 00000100:00100000:0.0:1769074764.082767:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5354 00000100:00100000:0.0:1769074764.082779:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612696704:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:2.0:1769074764.084325:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074764.087060:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.087285:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696832 00000100:00100000:2.0:1769074764.087298:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696832 00002000:00100000:2.0:1769074764.087365:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40d24e00 x1855007612696832/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.087378:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24e00 with x1855007612696832 ext(3145728->4194303) 00002000:00010000:2.0:1769074764.087385:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d24e00 00000100:00100000:3.0:1769074764.087537:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5355 00000100:00100000:3.0:1769074764.087552:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2372:x1855007612696832:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074764.093394:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.094569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.096910:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612696960 00000100:00100000:0.0:1769074764.096935:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612696960 00002000:00100000:0.0:1769074764.097053:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d412c5f80 x1855007612696960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.097067:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5f80 with x1855007612696960 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.097076:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c5f80 00000100:00100000:0.0:1769074764.097120:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612697088 00000100:00100000:0.0:1769074764.097124:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612697088 00002000:00100000:0.0:1769074764.097144:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de1180 x1855007612697088/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.097162:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1180 with x1855007612697088 ext(3145728->4194303) 00002000:00010000:0.0:1769074764.097166:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1180 00000100:00100000:0.0:1769074764.097187:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5356 00000100:00100000:0.0:1769074764.097197:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612696960:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074764.097562:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5357 00000100:00100000:2.0:1769074764.097577:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612697088:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:3.0:1769074764.100906:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074764.138661:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2372:x1855007612696704:12345-192.168.204.39@tcp:3:cat.0 Request processed in 55869us (56417us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074764.138678:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5354 00002000:00100000:0.0:1769074764.138695:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d40d27b80 x1855007612696704/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.138707:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27b80 with x1855007612696704 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.138716:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27b80 00000100:00100000:3.0:1769074764.140194:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612696832:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52633us (53138us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074764.140208:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5355 00002000:00100000:3.0:1769074764.140219:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40d24e00 x1855007612696832/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.140238:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24e00 with x1855007612696832 ext(3145728->4194303) 00002000:00010000:3.0:1769074764.140245:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d24e00 00000100:00100000:0.0:1769074764.149393:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612696960:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52180us (55997us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074764.149412:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5356 00002000:00100000:0.0:1769074764.149445:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d412c5f80 x1855007612696960/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.149458:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5f80 with x1855007612696960 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.149467:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c5f80 00000100:00100000:1.0:1769074764.167918:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.168068:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612697344 00000100:00100000:2.0:1769074764.168082:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612697344 00000100:00100000:2.0:1769074764.168182:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6420 00000100:00100000:2.0:1769074764.168196:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+156:57804:x1855007612697344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074764.168233:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.168264:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89ce7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae11 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.168371:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168391:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168404:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168435:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168443:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168449:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168637:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89cfc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168649:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89cfc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168655:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89cfc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074764.168668:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074764.168810:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168818:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168865:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168872:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.168877:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168885:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168899:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074764.168903:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.168909:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168915:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89cee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168934:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168941:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168946:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168950:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bfc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.168953:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168958:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168965:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1e00) 00010000:00010000:2.0:1769074764.168968:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.168971:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.168977:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89cf5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074764.169029:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89ce7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae11 expref: 159 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.169045:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89cfc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae11 expref: 158 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.169053:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074764.169057:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074764.169060:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:2.0:1769074764.169161:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+158:57804:x1855007612697344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 957us (1245us total) trans 8589941288 rc 0/0 00000100:00100000:2.0:1769074764.169171:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6420 00000100:00100000:3.0:1769074764.171128:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612697088:12345-192.168.204.39@tcp:3:cat.0 Request processed in 73539us (76550us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074764.171161:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5357 00002000:00100000:3.0:1769074764.171182:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d37de1180 x1855007612697088/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.171194:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1180 with x1855007612697088 ext(3145728->4194303) 00002000:00010000:3.0:1769074764.171204:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1180 00000100:00080000:1.0:1769074764.171330:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074764.188101:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.189412:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612697472 00000100:00100000:0.0:1769074764.189452:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612697472 00000100:00100000:0.0:1769074764.189557:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:0.0:1769074764.189569:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+158:2370:x1855007612697472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.189590:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.189624:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89cfc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae11 expref: 158 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.189651:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074764.189656:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074764.189742:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+157:2370:x1855007612697472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 174us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.189751:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:0.0:1769074764.208025:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.210710:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612697728 00000100:00100000:2.0:1769074764.210734:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612697728 00000100:00100000:2.0:1769074764.210854:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6421 00000100:00100000:2.0:1769074764.210866:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+157:57803:x1855007612697728:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074764.210902:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.210931:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae18 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.211042:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211063:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211078:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211094:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211100:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211106:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211620:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d1f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211634:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211643:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:2.0:1769074764.211658:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074764.211872:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211881:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211888:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211894:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.211900:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211909:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211924:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074764.211928:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.211934:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211941:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211967:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211974:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211980:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211985:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.211989:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.211995:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.212002:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1e00) 00010000:00010000:2.0:1769074764.212005:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.212008:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.212013:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.212081:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae18 expref: 160 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.212098:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae18 expref: 159 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.212106:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074764.212110:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074764.212114:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074764.212715:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+159:57803:x1855007612697728:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1848us (4702us total) trans 8589941289 rc 0/0 00000100:00100000:2.0:1769074764.212726:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6421 00000100:00100000:1.0:1769074764.230987:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.231043:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.231187:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698112 00000100:00100000:2.0:1769074764.231201:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698112 00000100:00100000:2.0:1769074764.231309:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2720 00000100:00100000:2.0:1769074764.231322:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57795:x1855007612698112:12345-192.168.204.39@tcp:35:cat.0 00000100:00080000:1.0:1769074764.231696:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074764.232086:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57795:x1855007612698112:12345-192.168.204.39@tcp:35:cat.0 Request processed in 763us (1037us total) trans 8589941290 rc 0/0 00000100:00100000:2.0:1769074764.232098:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2720 00000100:00100000:3.0:1769074764.233650:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612697856 00000100:00100000:3.0:1769074764.233668:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612697856 00002000:00100000:3.0:1769074764.233768:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76d880 x1855007612697856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.233782:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76d880 with x1855007612697856 ext(1048576->2097151) 00002000:00010000:3.0:1769074764.233789:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76d880 00000100:00100000:3.0:1769074764.233868:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5358 00000100:00100000:3.0:1769074764.233879:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612697856:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:1.0:1769074764.234181:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074764.235630:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.236884:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698240 00000100:00100000:2.0:1769074764.236903:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698240 00000100:00100000:2.0:1769074764.237001:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 813 00000100:00100000:2.0:1769074764.237014:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+159:2372:x1855007612698240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074764.237036:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074764.237068:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d1f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae18 expref: 159 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.237092:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074764.237099:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074764.237197:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+158:2372:x1855007612698240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (1579us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074764.237206:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 813 00000100:00100000:0.0:1769074764.268339:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.269202:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612697856:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35316us (38221us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074764.269235:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5358 00002000:00100000:2.0:1769074764.269256:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0d76d880 x1855007612697856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.269268:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76d880 with x1855007612697856 ext(1048576->2097151) 00002000:00010000:2.0:1769074764.269279:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76d880 00000100:00100000:3.0:1769074764.278887:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698368 00000100:00100000:3.0:1769074764.278914:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698368 00000100:00100000:3.0:1769074764.279017:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9623 00000100:00100000:3.0:1769074764.279029:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+25:57803:x1855007612698368:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074764.279062:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.279095:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae1f expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279137:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279156:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 26 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279164:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.279171:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074764.279174:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074764.279178:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3031040->3145727] (req 3031040->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279232:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.279252:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 16 pid: 33558 timeout: 1848 lvb_type: 1 00000100:00100000:3.0:1769074764.279271:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871360:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074764.279464:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 26 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279474:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 26 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.279486:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871488:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074764.279522:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.279530:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 26 pid: 26306 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.279539:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871616:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074764.279559:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.301193:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871360:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074764.301228:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871488:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074764.301240:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871616:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074764.301306:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3031040->3145727] (req 3031040->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.301333:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6600, rc 0) 00000100:00100000:3.0:1769074764.301426:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+26:57803:x1855007612698368:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 22399us (33107us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.301438:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9623 00000100:00100000:0.0:1769074764.310582:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.310651:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.310866:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698496 00000100:00100000:1.0:1769074764.310880:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698496 00010000:00010000:1.0:1769074764.310939:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 26 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.310988:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698624 00000100:00100000:1.0:1769074764.310991:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698624 00010000:00010000:1.0:1769074764.311007:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.311029:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5108 00000100:00100000:1.0:1769074764.311039:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612698496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.311062:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.311093:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 27 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311106:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 27 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311138:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e89c62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adc4 expref: 27 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311173:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.311244:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612698496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 205us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.311253:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5108 00000100:00100000:1.0:1769074764.311275:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5109 00000100:00100000:1.0:1769074764.311281:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612698624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.311289:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.311297:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311307:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311320:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159600/0x8b5959a9a0e89bf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad70 expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.311336:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.311357:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612698624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 75us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.311363:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5109 00000100:00100000:1.0:1769074764.322507:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.322644:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.322723:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698880 00000100:00100000:1.0:1769074764.322737:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698880 00010000:00010000:1.0:1769074764.322793:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 1848 lvb_type: 1 00000100:00100000:1.0:1769074764.322874:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5110 00000100:00100000:1.0:1769074764.322887:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612698880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.322906:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.322935:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.322953:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.322984:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e89c9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ade7 expref: 17 pid: 33558 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.323005:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.323008:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.323019:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.323031:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.323079:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 23 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.323094:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619871744:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074764.323211:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.324219:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612698752 00000100:00100000:3.0:1769074764.324229:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612698752 00000100:00100000:3.0:1769074764.324292:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9624 00000100:00100000:3.0:1769074764.324302:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+24:57804:x1855007612698752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074764.324329:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.324356:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae26 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.324391:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 25 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.324401:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074764.324403:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074764.324408:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 25 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.324458:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 25 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.324475:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.324491:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871872:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074764.324575:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074764.339708:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619871744:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074764.339747:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.339862:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2371:x1855007612698880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16974us (17214us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.339875:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5110 00000100:00100000:2.0:1769074764.350122:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.350391:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.351331:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699136 00000100:00100000:1.0:1769074764.351350:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699136 00000100:00100000:1.0:1769074764.351468:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699008 00000100:00100000:1.0:1769074764.351472:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699008 00000100:00100000:1.0:1769074764.351506:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9625 00000100:00100000:1.0:1769074764.351517:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+21:57803:x1855007612699136:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074764.351544:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.351569:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae34 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351611:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351622:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.351630:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351638:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074764.351640:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074764.351644:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 6/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->2220031] (req 2097152->2220031) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351688:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351702:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.351718:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872000:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074764.351921:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.351932:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 13 pid: 6533 timeout: 1848 lvb_type: 1 00000100:00100000:1.0:1769074764.351942:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872128:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074764.351987:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 22 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.351997:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 22 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.352006:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872256:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074764.352031:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074764.352354:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9626 00000100:00100000:2.0:1769074764.352373:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57797:x1855007612699008:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074764.352387:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.352405:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae2d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.352441:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 16 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352450:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352459:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 25 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352466:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.352468:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.352471:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [405504->1048575] (req 405504->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.352496:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 25 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352505:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 25 pid: 7967 timeout: 1848 lvb_type: 1 00000100:00100000:2.0:1769074764.352516:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872384:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074764.352555:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352564:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 1848 lvb_type: 1 00000100:00100000:2.0:1769074764.352573:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872512:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074764.352603:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 16 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.352613:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 16 pid: 26306 timeout: 1848 lvb_type: 1 00000100:00100000:2.0:1769074764.352623:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872640:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074764.352645:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.353524:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619871872:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074764.353565:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 25 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.353586:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:3.0:1769074764.353636:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+25:57804:x1855007612698752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 29334us (31143us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.353647:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9624 00000100:00100000:0.0:1769074764.356638:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.356799:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699264 00000100:00100000:2.0:1769074764.356812:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699264 00002000:00100000:2.0:1769074764.356910:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3031040->3145727) req@ffff956d10871c00 x1855007612699264/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.356923:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871c00 with x1855007612699264 ext(3031040->3145727) 00010000:00010000:2.0:1769074764.356935:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:2.0:1769074764.356955:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 25 pid: 26306 timeout: 1848 lvb_type: 0 00002000:00010000:2.0:1769074764.356964:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10871c00 00000100:00100000:2.0:1769074764.356998:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1113 00000100:00100000:2.0:1769074764.357009:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612699264:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074764.368340:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.368415:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872384:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.368437:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872512:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.368454:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619872640:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074764.368511:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [405504->1048575] (req 405504->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.368541:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:0.0:1769074764.368629:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57797:x1855007612699008:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 16263us (18235us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.368642:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9626 00000100:00100000:1.0:1769074764.368916:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872000:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074764.368932:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872128:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074764.368941:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619872256:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074764.371232:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->2220031] (req 2097152->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 22 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.371261:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0adeb000, rc 0) 00000100:00100000:1.0:1769074764.371342:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+22:57803:x1855007612699136:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 19826us (21236us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.371352:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9625 00000100:00100000:2.0:1769074764.371606:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699776 00000100:00100000:2.0:1769074764.371615:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699776 00010000:00010000:2.0:1769074764.371668:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 1848 lvb_type: 1 00000100:00100000:2.0:1769074764.371709:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5111 00000100:00100000:2.0:1769074764.371718:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2372:x1855007612699776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074764.371731:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074764.373321:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 1848 lvb_type: 1 00010000:00010000:2.0:1769074764.373339:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 1848 lvb_type: 1 00010000:00010000:2.0:1769074764.373367:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e89967 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11abf6 expref: 17 pid: 25507 timeout: 1848 lvb_type: 1 00010000:00010000:2.0:1769074764.373384:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074764.374754:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612699264:12345-192.168.204.39@tcp:4:cat.0 Request processed in 17729us (18115us total) trans 21474839482 rc 0/0 00000100:00100000:3.0:1769074764.374773:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1113 00002000:00100000:3.0:1769074764.374789:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3031040->3145727) req@ffff956d10871c00 x1855007612699264/t21474839482(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/448 e 0 to 0 dl 1769074775 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.374801:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871c00 with x1855007612699264 ext(3031040->3145727) 00010000:00010000:3.0:1769074764.374814:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074764.374851:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00002000:00010000:3.0:1769074764.374860:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10871c00 00000100:00100000:2.0:1769074764.375343:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612699776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3615us (7010us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074764.375359:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5111 00000100:00100000:1.0:1769074764.381650:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.381684:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.381711:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.381727:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.381760:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699392 00000100:00100000:1.0:1769074764.381770:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699392 00010000:00010000:1.0:1769074764.381812:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.381906:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699648 00000100:00100000:1.0:1769074764.381910:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699648 00010000:00010000:1.0:1769074764.381940:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 17 pid: 26306 timeout: 1848 lvb_type: 1 00000100:00100000:1.0:1769074764.381959:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699520 00000100:00100000:1.0:1769074764.381962:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699520 00010000:00010000:1.0:1769074764.381981:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 14 pid: 6533 timeout: 1848 lvb_type: 1 00000100:00100000:3.0:1769074764.381983:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612699904 00000100:00100000:3.0:1769074764.382000:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612699904 00000100:00100000:1.0:1769074764.382020:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5112 00000100:00100000:1.0:1769074764.382035:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612699392:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074764.382050:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 27 pid: 7967 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.382054:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.382084:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.382093:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5113 00000100:00100000:3.0:1769074764.382117:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612699648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.382119:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074764.382140:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.382163:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e89c0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad8c expref: 22 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074764.382181:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 17 pid: 26306 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.382189:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074764.382208:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 17 pid: 26306 timeout: 1848 lvb_type: 1 00010000:00010000:3.0:1769074764.382237:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab5c expref: 17 pid: 26306 timeout: 1848 lvb_type: 1 00010000:00010000:3.0:1769074764.382258:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.382266:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612699392:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 230us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.382276:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5112 00000100:00100000:1.0:1769074764.382309:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5114 00000100:00100000:3.0:1769074764.382317:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612699648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 208us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.382329:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612699520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074764.382340:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5113 00010000:00010000:1.0:1769074764.382343:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.382362:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 14 pid: 6533 timeout: 1848 lvb_type: 1 00000100:00100000:3.0:1769074764.382374:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5115 00010000:00010000:1.0:1769074764.382379:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 14 pid: 6533 timeout: 1848 lvb_type: 1 00000100:00100000:3.0:1769074764.382392:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612699904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.382404:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89ca8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adee expref: 14 pid: 6533 timeout: 1848 lvb_type: 1 00010000:00010000:3.0:1769074764.382405:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.382425:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.382451:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612699520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 135us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.382457:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5114 00000100:00080000:1.0:1769074764.382486:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074764.382532:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.382555:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700032 00000100:00100000:1.0:1769074764.382559:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700032 00010000:00010000:1.0:1769074764.382577:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00000100:00100000:1.0:1769074764.382596:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5116 00000100:00100000:1.0:1769074764.382602:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612700032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.382610:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.382620:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.382629:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.382640:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e89c69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adcb expref: 21 pid: 26585 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.382649:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.382651:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.382657:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.382667:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.382704:0:33336:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.382716:0:33336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619872768:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074764.382765:0:33336:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074764.384904:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 27 pid: 7967 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.384926:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 27 pid: 7967 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.384969:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df9000/0x8b5959a9a0e898e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aba9 expref: 27 pid: 7967 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.384984:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.384986:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.384992:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.385000:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.385047:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.385062:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619872896:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074764.385141:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074764.390140:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.390207:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.390339:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700416 00000100:00100000:3.0:1769074764.390355:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700416 00000100:00100000:2.0:1769074764.390543:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700160 00000100:00100000:2.0:1769074764.390557:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700160 00000100:00100000:3.0:1769074764.390591:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6422 00010000:00010000:2.0:1769074764.390602:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.390613:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57808:x1855007612700416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074764.390666:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1769074764.390682:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5117 00000100:00100000:2.0:1769074764.390697:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612700160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074764.390708:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89d49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae3b expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.390717:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074764.390746:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074764 -> 1769074765 00002000:00010000:2.0:1769074764.390750:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074764 -> 1769074765 00010000:00010000:2.0:1769074764.390769:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:2.0:1769074764.390787:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:2.0:1769074764.390818:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89d2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3031040->4194303] (req 3031040->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae1f expref: 27 pid: 26306 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074764.390869:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074764.390913:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.390916:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.390932:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074764.390936:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.390949:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.390963:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.390967:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.390981:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074764.390992:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.391026:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074764.391044:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619873024:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074764.391159:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074764.391240:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89d5e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074764.391255:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074764.391264:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:3.0:1769074764.391277:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074764.392330:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392343:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392350:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392356:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.392360:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392367:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392695:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074764.392700:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.392707:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392713:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89d50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392727:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392733:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392739:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392745:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074764.392748:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392754:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392772:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7faa00) 00010000:00010000:2.0:1769074764.392774:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074764.392777:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392782:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074764.392986:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89d49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae3b expref: 24 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.393003:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89d5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae3b expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.393010:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074764.393012:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074764.393015:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6a00, rc 0) 00000100:00100000:2.0:1769074764.393084:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:57808:x1855007612700416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2480us (2875us total) trans 8589941291 rc 0/0 00000100:00100000:2.0:1769074764.393092:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6422 00000100:00100000:3.0:1769074764.400275:0:33336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33336:1855007619872768:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074764.400580:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074764.400671:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612700032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18065us (18135us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.400687:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5116 00000100:00100000:2.0:1769074764.402914:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.402953:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.403039:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619873024:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074764.403064:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074764.403119:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+26:2373:x1855007612700160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12426us (12996us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074764.403133:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5117 00000100:00100000:0.0:1769074764.403299:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700544 00000100:00100000:0.0:1769074764.403307:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700544 00002000:00100000:0.0:1769074764.403356:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (405504->409599) req@ffff956d18d1f480 x1855007612700544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.403366:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1f480 with x1855007612700544 ext(405504->409599) 00002000:00010000:0.0:1769074764.403373:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1f480 00000100:00100000:0.0:1769074764.403412:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700672 00000100:00100000:0.0:1769074764.403415:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700672 00002000:00100000:0.0:1769074764.403434:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2215936->2220031) req@ffff956d18d1d500 x1855007612700672/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.403442:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d500 with x1855007612700672 ext(2215936->2220031) 00002000:00010000:0.0:1769074764.403447:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1d500 00000100:00100000:0.0:1769074764.403464:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5359 00000100:00100000:0.0:1769074764.403473:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612700544:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074764.403754:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612700544:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 279us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074764.403768:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5359 00002000:00100000:0.0:1769074764.403777:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (405504->409599) req@ffff956d18d1f480 x1855007612700544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/4536 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.403786:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1f480 with x1855007612700544 ext(405504->409599) 00002000:00010000:0.0:1769074764.403790:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1f480 00000100:00100000:0.0:1769074764.403808:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5360 00000100:00100000:0.0:1769074764.403816:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612700672:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074764.403937:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612700672:12345-192.168.204.39@tcp:3:cat.0 Request processed in 121us (983us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074764.403944:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5360 00002000:00100000:0.0:1769074764.403950:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2215936->2220031) req@ffff956d18d1d500 x1855007612700672/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/4536 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.403958:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d500 with x1855007612700672 ext(2215936->2220031) 00002000:00010000:0.0:1769074764.403961:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1d500 00000100:00100000:0.0:1769074764.410180:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.410225:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.410263:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700800 00000100:00100000:0.0:1769074764.410271:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700800 00000100:00100000:1.0:1769074764.410514:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619872896:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074764.410549:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074764.410645:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612700928 00000100:00100000:2.0:1769074764.410650:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612700928 00000100:00100000:2.0:1769074764.411524:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9627 00000100:00100000:2.0:1769074764.411540:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2373:x1855007612700800:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074764.411560:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.411581:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae42 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.411605:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.411608:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.411618:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.411637:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.411652:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:1.0:1769074764.412132:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612699904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29742us (30399us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.412151:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5115 00000100:00100000:2.0:1769074764.415549:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612700800:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4000us (5365us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074764.415566:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9627 00000100:00100000:2.0:1769074764.415621:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9628 00000100:00100000:2.0:1769074764.415648:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612700928:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074764.415671:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.415697:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae49 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074764.415769:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873152:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074764.416155:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.419849:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.419993:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.420172:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701056 00000100:00100000:0.0:1769074764.420188:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701056 00000100:00100000:0.0:1769074764.420586:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 814 00000100:00100000:0.0:1769074764.420601:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+23:2372:x1855007612701056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.420627:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.420670:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89d5e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae3b expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074764.420702:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701312 00010000:00010000:0.0:1769074764.420717:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00000100:00100000:2.0:1769074764.420726:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701312 00010000:00010000:0.0:1769074764.420727:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074764.420868:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:2372:x1855007612701056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 268us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.420884:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 814 00000100:00100000:2.0:1769074764.420889:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2721 00000100:00100000:2.0:1769074764.420912:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b07c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+158:57803:x1855007612701312:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074764.429079:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b07c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+159:57803:x1855007612701312:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 8163us (9071us total) trans 8589941292 rc 0/0 00000100:00100000:2.0:1769074764.429096:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2721 00002000:00010000:2.0:1769074764.437373:0:33558:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074764 -> 1769074765 00002000:00010000:2.0:1769074764.437387:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074764 -> 1769074765 00002000:00010000:2.0:1769074764.437391:0:33558:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074764 -> 1769074765 00000100:00100000:2.0:1769074764.437423:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873152:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074764.437468:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae49 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.437496:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e89d73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae49 expref: 14 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.437512:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074764.437619:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612700928:12345-192.168.204.39@tcp:101:cat.0 Request processed in 21987us (27392us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074764.437627:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9628 00000100:00100000:1.0:1769074764.449103:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.449159:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.449191:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.449230:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701440 00000100:00100000:1.0:1769074764.449246:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701440 00002000:00100000:1.0:1769074764.449343:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0ace5880 x1855007612701440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.449360:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5880 with x1855007612701440 ext(2097152->3145727) 00002000:00010000:1.0:1769074764.449370:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5880 00000100:00100000:1.0:1769074764.449413:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701568 00000100:00100000:1.0:1769074764.449417:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701568 00002000:00100000:1.0:1769074764.449433:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0ace5f80 x1855007612701568/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.449443:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5f80 with x1855007612701568 ext(3145728->4194303) 00002000:00010000:1.0:1769074764.449446:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5f80 00000100:00100000:1.0:1769074764.449460:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701696 00000100:00100000:1.0:1769074764.449462:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701696 00002000:00100000:1.0:1769074764.449481:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2220032->3268607) req@ffff956c0ace6300 x1855007612701696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.449489:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6300 with x1855007612701696 ext(2220032->3268607) 00002000:00010000:1.0:1769074764.449493:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0ace6300 00000100:00100000:1.0:1769074764.449513:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5361 00000100:00100000:1.0:1769074764.449523:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612701440:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074764.451288:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5362 00000100:00100000:1.0:1769074764.451311:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612701568:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074764.452032:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5363 00000100:00100000:3.0:1769074764.452049:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612701696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074764.453693:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.454377:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701824 00000100:00100000:0.0:1769074764.454395:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701824 00002000:00100000:0.0:1769074764.454464:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3268608->4194303) req@ffff956c0c169c00 x1855007612701824/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.454478:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169c00 with x1855007612701824 ext(3268608->4194303) 00002000:00010000:0.0:1769074764.454486:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169c00 00000100:00100000:0.0:1769074764.454525:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5364 00000100:00100000:0.0:1769074764.454535:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612701824:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074764.456772:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.456925:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612701952 00000100:00100000:2.0:1769074764.456939:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612701952 00000100:00100000:2.0:1769074764.457019:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9629 00000100:00100000:2.0:1769074764.457032:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57797:x1855007612701952:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074764.457055:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074764.457081:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae50 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.457118:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.457130:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.457140:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.457142:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074764.457158:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->1323007] (req 1048576->1323007) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.457201:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 23 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074764.457219:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 23 pid: 33558 timeout: 1848 lvb_type: 1 00000100:00100000:2.0:1769074764.457238:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074764.457360:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074764.457371:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:2.0:1769074764.457382:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873408:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074764.457411:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074764.469570:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873280:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.469597:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619873408:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074764.469665:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->1323007] (req 1048576->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 14 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.469697:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:0.0:1769074764.469871:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57797:x1855007612701952:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12795us (13072us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.469883:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9629 00000100:00100000:3.0:1769074764.470883:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.471035:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.471079:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.471111:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702080 00000100:00100000:3.0:1769074764.471124:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702080 00010000:00010000:3.0:1769074764.471185:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 24 pid: 33558 timeout: 1848 lvb_type: 1 00000100:00100000:3.0:1769074764.471222:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702336 00000100:00100000:3.0:1769074764.471225:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702336 00010000:00010000:3.0:1769074764.471238:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:3.0:1769074764.471270:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5118 00000100:00100000:3.0:1769074764.471281:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612702080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074764.471300:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074764.471328:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 24 pid: 33558 timeout: 1848 lvb_type: 1 00010000:00010000:3.0:1769074764.471345:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 24 pid: 33558 timeout: 1848 lvb_type: 1 00000100:00100000:1.0:1769074764.471355:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5119 00000100:00100000:1.0:1769074764.471370:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612702336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074764.471377:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ce0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae0a expref: 24 pid: 33558 timeout: 1848 lvb_type: 1 00010000:00010000:1.0:1769074764.471382:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.471397:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:3.0:1769074764.471406:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074764.471412:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.471431:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89caf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11adf5 expref: 14 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.471444:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.471446:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074764.471452:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612702080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 170us (415us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074764.471457:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074764.471466:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5118 00010000:00010000:1.0:1769074764.471475:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.471525:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 13 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.471544:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619873536:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074764.471629:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074764.472179:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702208 00000100:00100000:0.0:1769074764.472187:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702208 00002000:00100000:0.0:1769074764.472247:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20c:0x0] (0->405503) req@ffff956c0c168a80 x1855007612702208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.472259:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168a80 with x1855007612702208 ext(0->405503) 00002000:00010000:0.0:1769074764.472267:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c168a80 00000100:00100000:0.0:1769074764.472308:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5365 00000100:00100000:0.0:1769074764.472317:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612702208:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074764.490563:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612701440:12345-192.168.204.39@tcp:3:cat.0 Request processed in 41021us (41460us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074764.490582:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5361 00002000:00100000:0.0:1769074764.490600:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c0ace5880 x1855007612701440/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.490612:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5880 with x1855007612701440 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.490620:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5880 00000100:00100000:1.0:1769074764.500348:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619873536:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074764.500391:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.500472:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2370:x1855007612702336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29105us (29390us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.500487:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5119 00000100:00100000:0.0:1769074764.511990:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612701696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 59914us (62765us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074764.512013:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5363 00002000:00100000:0.0:1769074764.512030:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2220032->3268607) req@ffff956c0ace6300 x1855007612701696/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.512043:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6300 with x1855007612701696 ext(2220032->3268607) 00002000:00010000:0.0:1769074764.512052:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0ace6300 00000100:00100000:2.0:1769074764.512505:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.512579:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702464 00000100:00100000:1.0:1769074764.512598:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702464 00002000:00100000:1.0:1769074764.512667:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1318912->1323007) req@ffff956d18d1ed80 x1855007612702464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.512678:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ed80 with x1855007612702464 ext(1318912->1323007) 00002000:00010000:1.0:1769074764.512685:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1ed80 00000100:00100000:1.0:1769074764.512729:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5366 00000100:00100000:1.0:1769074764.512741:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612702464:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074764.513551:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612702464:12345-192.168.204.39@tcp:3:cat.0 Request processed in 804us (1041us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074764.513563:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5366 00002000:00100000:1.0:1769074764.513572:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1318912->1323007) req@ffff956d18d1ed80 x1855007612702464/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/4536 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.513583:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ed80 with x1855007612702464 ext(1318912->1323007) 00002000:00010000:1.0:1769074764.513588:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1ed80 00000100:00100000:2.0:1769074764.520056:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612702208:12345-192.168.204.39@tcp:3:cat.0 Request processed in 47586us (49027us total) trans 0 rc 405504/405504 00000100:00100000:2.0:1769074764.520079:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5365 00002000:00100000:2.0:1769074764.520097:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20c:0x0] (0->405503) req@ffff956c0c168a80 x1855007612702208/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 405504/405504 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.520110:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168a80 with x1855007612702208 ext(0->405503) 00002000:00010000:2.0:1769074764.520119:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c168a80 00000100:00100000:1.0:1769074764.521400:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612701568:12345-192.168.204.39@tcp:3:cat.0 Request processed in 70081us (72222us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074764.521428:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5362 00002000:00100000:1.0:1769074764.521439:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0ace5f80 x1855007612701568/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.521451:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5f80 with x1855007612701568 ext(3145728->4194303) 00002000:00010000:1.0:1769074764.521458:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5f80 00000100:00100000:0.0:1769074764.526276:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612701824:12345-192.168.204.39@tcp:3:cat.0 Request processed in 71715us (72568us total) trans 0 rc 925696/925696 00000100:00100000:0.0:1769074764.526301:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5364 00002000:00100000:0.0:1769074764.526322:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3268608->4194303) req@ffff956c0c169c00 x1855007612701824/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 925696/925696 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.526335:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169c00 with x1855007612701824 ext(3268608->4194303) 00002000:00010000:0.0:1769074764.526345:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169c00 00000100:00100000:3.0:1769074764.537638:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.537770:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.538244:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702592 00000100:00100000:1.0:1769074764.538261:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702592 00000100:00100000:1.0:1769074764.538336:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702720 00000100:00100000:1.0:1769074764.538339:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702720 00000100:00100000:1.0:1769074764.538372:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9630 00000100:00100000:1.0:1769074764.538383:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612702592:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074764.538413:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.538446:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0adeba00/0x8b5959a9a0e89d81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae57 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.538534:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619873664:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074764.538551:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9631 00000100:00100000:3.0:1769074764.538563:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612702720:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074764.538574:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.538589:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae5e expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074764.538630:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619873792:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074764.538655:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.538666:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1f00 going to sleep for 11 seconds 00002000:00010000:1.0:1769074764.544571:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074758 -> 1769074765 00002000:00010000:1.0:1769074764.544584:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074758 -> 1769074765 00002000:00010000:1.0:1769074764.544586:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074761 -> 1769074765 00000100:00100000:1.0:1769074764.544617:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619873664:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074764.544672:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0adeba00/0x8b5959a9a0e89d81 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae57 expref: 26 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.544798:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0adeba00/0x8b5959a9a0e89d81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae57 expref: 26 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.544816:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0adeba00, rc 0) 00000100:00100000:1.0:1769074764.545194:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612702592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6810us (7574us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074764.545206:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9630 00002000:00010000:3.0:1769074764.554141:0:25507:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074764 -> 1769074765 00002000:00010000:3.0:1769074764.554164:0:25507:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074764 -> 1769074765 00002000:00010000:3.0:1769074764.554167:0:25507:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074764 -> 1769074765 00000100:00100000:3.0:1769074764.554196:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619873792:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074764.554237:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae5e expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.554260:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae5e expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.554279:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:3.0:1769074764.554425:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612702720:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15864us (16653us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074764.554438:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9631 00000100:00100000:0.0:1769074764.561490:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.561622:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.562127:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702848 00000100:00100000:2.0:1769074764.562152:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702848 00002000:00100000:2.0:1769074764.562230:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1323008->2097151) req@ffff956d10872d80 x1855007612702848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.562244:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872d80 with x1855007612702848 ext(1323008->2097151) 00002000:00010000:2.0:1769074764.562252:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872d80 00000100:00100000:2.0:1769074764.562355:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612702976 00000100:00100000:2.0:1769074764.562359:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612702976 00002000:00100000:2.0:1769074764.562380:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d10871180 x1855007612702976/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.562388:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871180 with x1855007612702976 ext(4194304->4861951) 00002000:00010000:2.0:1769074764.562392:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10871180 00000100:00100000:2.0:1769074764.562416:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5367 00000100:00100000:2.0:1769074764.562426:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612702848:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074764.562918:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5368 00000100:00100000:1.0:1769074764.562933:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612702976:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074764.589536:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612702848:12345-192.168.204.39@tcp:3:cat.0 Request processed in 27100us (28050us total) trans 0 rc 774144/774144 00000100:00100000:0.0:1769074764.589551:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5367 00002000:00100000:0.0:1769074764.589565:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1323008->2097151) req@ffff956d10872d80 x1855007612702848/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 774144/774144 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.589575:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872d80 with x1855007612702848 ext(1323008->2097151) 00002000:00010000:0.0:1769074764.589582:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872d80 00000100:00100000:1.0:1769074764.591161:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612702976:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28207us (29514us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074764.591178:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5368 00002000:00100000:1.0:1769074764.591190:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d10871180 x1855007612702976/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.591202:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871180 with x1855007612702976 ext(4194304->4861951) 00002000:00010000:1.0:1769074764.591208:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10871180 00000100:00100000:2.0:1769074764.610178:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.610227:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.610274:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.610404:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703360 00000100:00100000:3.0:1769074764.610433:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703104 00000100:00100000:3.0:1769074764.610447:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703104 00000100:00100000:3.0:1769074764.610518:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703232 00000100:00100000:3.0:1769074764.610521:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703232 00000100:00100000:3.0:1769074764.610555:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9632 00000100:00100000:3.0:1769074764.610570:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2373:x1855007612703104:12345-192.168.204.39@tcp:101:cat.0 00000100:00100000:0.0:1769074764.610580:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703360 00010000:00010000:3.0:1769074764.610604:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.610638:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae65 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1769074764.610673:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1e680 x1855007612703360/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074764.610689:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e680 with x1855007612703360 ext(2097152->3145727) 00002000:00010000:0.0:1769074764.610697:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e680 00000100:00100000:0.0:1769074764.610750:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5369 00000100:00100000:3.0:1769074764.610759:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619873920:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074764.610769:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612703360:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074764.610957:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.611028:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9633 00000100:00100000:3.0:1769074764.611041:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612703232:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074764.611053:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.611070:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae6c expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074764.611108:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619874048:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074764.611137:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074764.627971:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619873920:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074764.628038:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d8f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae65 expref: 26 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.628076:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89d8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae65 expref: 26 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.628092:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:0.0:1769074764.635035:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619874048:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074764.635103:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae6c expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.635155:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae6c expref: 20 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.635171:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:0.0:1769074764.635713:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612703232:12345-192.168.204.39@tcp:101:cat.0 Request processed in 24661us (25470us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074764.635725:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9633 00000100:00100000:0.0:1769074764.638439:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2373:x1855007612703104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 27855us (28262us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074764.638456:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9632 00000100:00100000:1.0:1769074764.647713:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612703360:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36932us (37417us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074764.647731:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5369 00002000:00100000:1.0:1769074764.647751:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1e680 x1855007612703360/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.647762:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e680 with x1855007612703360 ext(2097152->3145727) 00002000:00010000:1.0:1769074764.647770:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e680 00000100:00100000:3.0:1769074764.650613:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.650719:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703488 00000100:00100000:0.0:1769074764.650735:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703488 00000100:00100000:0.0:1769074764.650889:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9634 00000100:00100000:0.0:1769074764.650902:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612703488:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074764.650930:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074764.650960:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e89d9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae73 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074764.651052:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619874176:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074764.651175:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074764.654565:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619874176:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074764.654621:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e89d9d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae73 expref: 26 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.654656:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e89d9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae73 expref: 26 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.654673:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e000, rc 0) 00000100:00100000:0.0:1769074764.655363:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612703488:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4458us (4762us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074764.655376:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9634 00000100:00100000:2.0:1769074764.665289:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.665372:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703616 00000100:00100000:0.0:1769074764.665395:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703616 00000100:00100000:0.0:1769074764.665492:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9635 00000100:00100000:0.0:1769074764.665504:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612703616:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074764.665532:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074764.665559:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89da4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae7a expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074764.665650:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619874304:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074764.665784:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074764.671126:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619874304:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074764.671197:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89da4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae7a expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.671232:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89da4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae7a expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.671258:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fa00, rc 0) 00000100:00100000:0.0:1769074764.671357:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612703616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5854us (6077us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074764.671369:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9635 00000100:00100000:2.0:1769074764.680331:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.689726:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.690000:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704000 00000100:00100000:3.0:1769074764.690029:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704000 00000100:00100000:3.0:1769074764.690134:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2722 00000100:00100000:3.0:1769074764.690155:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+159:57804:x1855007612704000:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074764.690608:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+160:57804:x1855007612704000:12345-192.168.204.39@tcp:35:cat.0 Request processed in 452us (908us total) trans 8589941293 rc 0/0 00000100:00100000:3.0:1769074764.690616:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2722 00000100:00100000:0.0:1769074764.697232:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612703744 00000100:00100000:0.0:1769074764.697257:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612703744 00000100:00100000:0.0:1769074764.697375:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9636 00000100:00100000:0.0:1769074764.697390:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57808:x1855007612703744:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074764.697421:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074764.697454:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae81 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.697503:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.697513:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074764.697515:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074764.697520:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.697569:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.697588:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 18 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:0.0:1769074764.697611:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619874432:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.697734:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074764.701951:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.702285:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704128 00000100:00100000:1.0:1769074764.702299:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704128 00000100:00100000:0.0:1769074764.702309:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619874432:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074764.702358:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1769074764.702374:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2220031) req@ffff956d23206850 x1855007612704128/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.702384:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d23206850 with x1855007612704128 ext(2097152->2220031) 00010000:00010000:0.0:1769074764.702385:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fa00, rc 0) 00010000:00010000:1.0:1769074764.702391:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 19 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.702408:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 19 pid: 33558 timeout: 1848 lvb_type: 0 00002000:00010000:1.0:1769074764.702416:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d23206850 00000100:00100000:1.0:1769074764.702454:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1114 00000100:00100000:1.0:1769074764.702464:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d23206850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612704128:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074764.702474:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57808:x1855007612703744:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5089us (22160us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.702483:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9636 00000100:00100000:1.0:1769074764.709772:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d23206850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612704128:12345-192.168.204.39@tcp:4:cat.0 Request processed in 7284us (7817us total) trans 17179872530 rc 0/0 00000100:00100000:1.0:1769074764.709793:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1114 00002000:00100000:1.0:1769074764.709813:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2220031) req@ffff956d23206850 x1855007612704128/t17179872530(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:300/0 lens 488/448 e 0 to 0 dl 1769074775 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.709865:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d23206850 with x1855007612704128 ext(2097152->2220031) 00010000:00010000:1.0:1769074764.709880:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:1.0:1769074764.709912:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00002000:00010000:1.0:1769074764.709923:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d23206850 00000100:00100000:2.0:1769074764.724438:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.724584:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704384 00000100:00100000:0.0:1769074764.724599:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704384 00000100:00100000:0.0:1769074764.724692:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6423 00000100:00100000:0.0:1769074764.724705:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+160:57812:x1855007612704384:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074764.724741:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074764.724772:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e89db2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae88 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.724952:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.724974:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.724999:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725024:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725031:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725037:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725261:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e89dc7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725273:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e89dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725281:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e89dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074764.725294:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074764.725445:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725453:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725462:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725470:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074764.725475:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725485:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725505:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074764.725509:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074764.725515:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725523:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fe00/0x8b5959a9a0e89db9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725542:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725547:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725554:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725560:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8e200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074764.725562:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725568:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725574:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:0.0:1769074764.725576:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074764.725579:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725584:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89dc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074764.725642:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e89db2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae88 expref: 163 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.725658:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e89dc7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae88 expref: 162 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.725664:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074764.725667:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074764.725670:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:0.0:1769074764.725772:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+162:57812:x1855007612704384:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1069us (1349us total) trans 8589941294 rc 0/0 00000100:00100000:0.0:1769074764.725782:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6423 00000100:00100000:2.0:1769074764.731052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.731225:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704512 00000100:00100000:1.0:1769074764.731244:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704512 00000100:00100000:1.0:1769074764.731347:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 815 00000100:00100000:1.0:1769074764.731365:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+162:2370:x1855007612704512:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074764.731389:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074764.731429:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e89dc7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae88 expref: 162 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.731464:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074764.731472:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074764.731575:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+161:2370:x1855007612704512:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 214us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074764.731585:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 815 00010000:00010000:2.0:1769074764.734010:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074764.739654:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.740545:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704640 00000100:00100000:0.0:1769074764.740569:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704640 00010000:00010000:0.0:1769074764.740645:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00000100:00100000:0.0:1769074764.740875:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5120 00000100:00100000:0.0:1769074764.740892:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612704640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.740920:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.740981:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:0.0:1769074764.741007:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:0.0:1769074764.741042:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0adeb000/0x8b5959a9a0e89d3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2220031) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae34 expref: 21 pid: 33558 timeout: 1848 lvb_type: 0 00010000:00010000:0.0:1769074764.741072:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.741075:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.742222:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.742239:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.742320:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074764.742340:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619874560:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074764.742467:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074764.748446:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619874560:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074764.748489:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074764.748582:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612704640:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7695us (8947us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.748598:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5120 00000100:00100000:3.0:1769074764.777759:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.778083:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704768 00000100:00100000:1.0:1769074764.778099:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704768 00002000:00100000:1.0:1769074764.778177:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0c169500 x1855007612704768/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.778191:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169500 with x1855007612704768 ext(2097152->3145727) 00002000:00010000:1.0:1769074764.778200:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169500 00000100:00100000:1.0:1769074764.778294:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5370 00000100:00100000:1.0:1769074764.778304:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612704768:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074764.781300:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.789410:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.790005:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612704896 00000100:00100000:2.0:1769074764.790023:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612704896 00000100:00100000:2.0:1769074764.790310:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612705024 00000100:00100000:2.0:1769074764.790316:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612705024 00002000:00100000:2.0:1769074764.790401:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d10870700 x1855007612705024/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.790416:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870700 with x1855007612705024 ext(3145728->4194303) 00002000:00010000:2.0:1769074764.790425:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10870700 00000100:00100000:2.0:1769074764.790472:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5371 00000100:00100000:2.0:1769074764.790483:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612705024:12345-192.168.204.39@tcp:3:cat.0 00002000:00100000:3.0:1769074764.793628:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10871500 x1855007612704896/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.793646:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871500 with x1855007612704896 ext(3145728->4194303) 00002000:00010000:3.0:1769074764.793654:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10871500 00000100:00100000:1.0:1769074764.794133:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5372 00000100:00100000:1.0:1769074764.794171:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2370:x1855007612704896:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074764.801244:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.802160:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612705280 00000100:00100000:3.0:1769074764.802179:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612705280 00000100:00100000:3.0:1769074764.802853:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6424 00000100:00100000:3.0:1769074764.802875:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+22:57815:x1855007612705280:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074764.802919:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.802956:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89dd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae8f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.803564:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.803587:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.803602:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.803619:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.803627:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.803633:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074764.804541:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612704768:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26227us (26789us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074764.804557:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5370 00002000:00100000:2.0:1769074764.804570:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0c169500 x1855007612704768/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.804581:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169500 with x1855007612704768 ext(2097152->3145727) 00002000:00010000:2.0:1769074764.804588:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169500 00010000:00010000:3.0:1769074764.805502:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89dea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.805531:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89dea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.805544:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89dea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074764.805560:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074764.805719:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.805733:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806858:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806871:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074764.806876:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806887:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806907:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074764.806911:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074764.806919:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806927:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ddc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806944:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806951:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806957:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806963:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074764.806966:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806976:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806983:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa400) 00010000:00010000:3.0:1769074764.806986:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074764.806989:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.806995:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e89de3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.807231:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e89dd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae8f expref: 25 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.807251:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89dea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae8f expref: 24 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.807327:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074764.807330:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074764.807333:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:3.0:1769074764.807408:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57815:x1855007612705280:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 4541us (6183us total) trans 8589941295 rc 0/0 00000100:00100000:3.0:1769074764.807420:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6424 00000100:00100000:1.0:1769074764.843288:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612705024:12345-192.168.204.39@tcp:3:cat.0 Request processed in 52783us (53869us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074764.843315:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5371 00002000:00100000:1.0:1769074764.843343:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d10870700 x1855007612705024/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074764.843357:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870700 with x1855007612705024 ext(3145728->4194303) 00002000:00010000:1.0:1769074764.843368:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10870700 00000100:00100000:2.0:1769074764.870282:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.870748:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612705536 00000100:00100000:3.0:1769074764.870762:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612705536 00000100:00100000:3.0:1769074764.870887:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6425 00000100:00100000:3.0:1769074764.870903:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+161:57818:x1855007612705536:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074764.870942:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074764.870980:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea600/0x8b5959a9a0e89df8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae96 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.871108:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.871130:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875313:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875380:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875403:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875412:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875669:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea400/0x8b5959a9a0e89e0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875686:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea400/0x8b5959a9a0e89e0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.875695:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea400/0x8b5959a9a0e89e0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074764.875712:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074764.878113:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878135:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878154:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878161:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0adea200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074764.878166:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878174:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878195:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074764.878198:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074764.878204:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878210:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea200/0x8b5959a9a0e89dff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878227:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878233:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878239:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878244:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0adea000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074764.878247:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878253:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878265:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa400) 00010000:00010000:3.0:1769074764.878267:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074764.878270:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878276:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea000/0x8b5959a9a0e89e06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074764.878350:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea600/0x8b5959a9a0e89df8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae96 expref: 164 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.878366:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea400/0x8b5959a9a0e89e0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae96 expref: 163 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.878374:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074764.878377:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074764.878380:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0adea400, rc 0) 00000100:00100000:3.0:1769074764.878488:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+163:57818:x1855007612705536:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7588us (8223us total) trans 8589941296 rc 0/0 00000100:00100000:3.0:1769074764.878499:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6425 00000100:00100000:3.0:1769074764.878617:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612704896:12345-192.168.204.39@tcp:3:cat.0 Request processed in 84460us (97336us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074764.878627:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5372 00002000:00100000:3.0:1769074764.878639:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10871500 x1855007612704896/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/440 e 0 to 0 dl 1769074775 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074764.878649:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871500 with x1855007612704896 ext(3145728->4194303) 00002000:00010000:3.0:1769074764.878654:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10871500 00000100:00100000:1.0:1769074764.907667:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.907746:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.907796:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.907856:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.907895:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706048 00000100:00100000:1.0:1769074764.907909:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706048 00000100:00100000:1.0:1769074764.907991:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706176 00000100:00100000:1.0:1769074764.907996:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706176 00000100:00100000:1.0:1769074764.908033:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9637 00000100:00100000:1.0:1769074764.908044:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612706048:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074764.908071:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.908098:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ae9d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.908201:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619874688:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074764.908319:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074764.908348:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9638 00000100:00100000:1.0:1769074764.908356:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612706176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074764.908366:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.908379:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aea4 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074764.908412:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619874816:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074764.908436:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074764.908478:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.908941:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612705920 00000100:00100000:2.0:1769074764.908949:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612705920 00000100:00100000:2.0:1769074764.909001:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2723 00000100:00100000:2.0:1769074764.909010:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57815:x1855007612705920:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074764.910388:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612705664 00000100:00100000:0.0:1769074764.910401:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612705664 00000100:00100000:0.0:1769074764.910497:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:0.0:1769074764.910508:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:2373:x1855007612705664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.910531:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.910585:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e89dea lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae8f expref: 25 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.910614:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074764.910622:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074764.911196:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:2373:x1855007612705664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 686us (3543us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.911208:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:0.0:1769074764.911303:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706432 00000100:00100000:0.0:1769074764.911309:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706432 00000100:00100000:0.0:1769074764.911345:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9639 00000100:00100000:0.0:1769074764.911355:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612706432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074764.911377:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074764.911398:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aeab expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.911425:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.911427:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.911443:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.911467:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 23 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074764.911486:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e200, rc 0) 00000100:00100000:0.0:1769074764.911517:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612706432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 164us (3037us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.911523:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9639 00000100:00100000:3.0:1769074764.912594:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.913227:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619874816:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074764.913275:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aea4 expref: 22 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.913299:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aea4 expref: 22 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.913314:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074764.913372:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612706176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5016us (5516us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074764.913383:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9638 00000100:00100000:3.0:1769074764.913455:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619874688:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074764.913476:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e1b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae9d expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.913488:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae9d expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074764.913498:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:3.0:1769074764.913520:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612706048:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5478us (5738us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074764.913527:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9637 00000100:00100000:0.0:1769074764.913839:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706304 00000100:00100000:0.0:1769074764.913849:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706304 00000100:00100000:0.0:1769074764.913913:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:0.0:1769074764.913923:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+163:2371:x1855007612706304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.913936:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.913957:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0adea400/0x8b5959a9a0e89e0d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae96 expref: 163 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.913974:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074764.913980:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074764.914017:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+162:2371:x1855007612706304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 95us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.914605:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57815:x1855007612705920:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 5593us (6855us total) trans 8589941297 rc 0/0 00000100:00100000:3.0:1769074764.914618:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2723 00000100:00100000:0.0:1769074764.914806:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:1.0:1769074764.925985:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074764.926050:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706560 00000100:00100000:1.0:1769074764.926064:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706560 00000100:00100000:1.0:1769074764.926133:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9640 00000100:00100000:1.0:1769074764.926155:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+25:57818:x1855007612706560:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074764.926177:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.926203:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aeb2 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.926241:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.926250:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074764.926253:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074764.926257:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 26 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.926302:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 16 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.926318:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 16 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:1.0:1769074764.926334:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619874944:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074764.926440:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074764.940554:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.940627:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.940660:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074764.943550:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706944 00000100:00100000:2.0:1769074764.943572:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706944 00002000:00100000:2.0:1769074764.943651:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (405504->1048575) req@ffff956d18d1dc00 x1855007612706944/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/0 e 0 to 0 dl 1769074775 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.943666:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1dc00 with x1855007612706944 ext(405504->1048575) 00010000:00010000:2.0:1769074764.943678:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 17 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074764.943700:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 17 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074764.943710:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d18d1dc00 00000100:00100000:2.0:1769074764.943755:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1115 00000100:00100000:2.0:1769074764.943765:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2371:x1855007612706944:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074764.944710:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612706816 00000100:00100000:2.0:1769074764.944725:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612706816 00000100:00100000:2.0:1769074764.944779:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2724 00000100:00100000:2.0:1769074764.944789:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+24:57808:x1855007612706816:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074764.945485:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57808:x1855007612706816:12345-192.168.204.39@tcp:35:cat.0 Request processed in 691us (4942us total) trans 8589941298 rc 0/0 00000100:00100000:2.0:1769074764.945497:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2724 00000100:00100000:1.0:1769074764.952439:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707072 00000100:00100000:1.0:1769074764.952462:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707072 00000100:00100000:1.0:1769074764.952556:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9641 00000100:00100000:1.0:1769074764.952567:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:57812:x1855007612707072:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074764.952592:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074764.952618:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aeb9 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.952661:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 28 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.952672:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.952680:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.952682:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074764.952687:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4182015] (req 3375104->4182015) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 28 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074764.952735:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 18 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074764.952750:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 18 pid: 33558 timeout: 1849 lvb_type: 1 00000100:00100000:1.0:1769074764.952768:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619875072:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074764.960159:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619874944:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074764.960222:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 28 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074764.960252:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bea00, rc 0) 00000100:00100000:3.0:1769074764.960399:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+28:57818:x1855007612706560:12345-192.168.204.39@tcp:101:cat.0 Request processed in 34244us (34432us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.960412:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9640 00010000:00010000:0.0:1769074764.960511:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.960530:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074764.960551:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619875200:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.960624:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074764.978611:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612706944:12345-192.168.204.39@tcp:4:cat.0 Request processed in 34825us (37962us total) trans 21474839483 rc 0/0 00000100:00100000:2.0:1769074764.978635:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1115 00002000:00100000:2.0:1769074764.978662:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (405504->1048575) req@ffff956d18d1dc00 x1855007612706944/t21474839483(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:300/0 lens 488/448 e 0 to 0 dl 1769074775 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074764.978678:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1dc00 with x1855007612706944 ext(405504->1048575) 00010000:00010000:2.0:1769074764.978697:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 19 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074764.978726:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 19 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074764.978737:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d18d1dc00 00000100:00100000:0.0:1769074764.980663:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619875200:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074764.980958:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619875072:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074764.981013:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4182015] (req 3375104->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 27 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.981052:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:0.0:1769074764.981123:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:57812:x1855007612707072:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 28556us (40460us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074764.981145:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9641 00000100:00100000:0.0:1769074764.990045:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074764.991304:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707200 00000100:00100000:3.0:1769074764.991321:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707200 00010000:00010000:3.0:1769074764.991382:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 19 pid: 33558 timeout: 1849 lvb_type: 1 00000100:00100000:3.0:1769074764.991485:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5121 00000100:00100000:3.0:1769074764.991500:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2370:x1855007612707200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074764.991522:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074764.991553:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 19 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074764.991572:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 19 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074764.991604:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e89d6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae42 expref: 19 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074764.991626:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074764.991726:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2370:x1855007612707200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 231us (1697us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074764.991736:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5121 00000100:00100000:3.0:1769074764.991977:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074764.992618:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707328 00000100:00100000:0.0:1769074764.992629:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707328 00010000:00010000:0.0:1769074764.992660:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074764.992702:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5122 00000100:00100000:0.0:1769074764.992710:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2373:x1855007612707328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074764.992724:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074764.992744:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074764.992758:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074764.992784:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e89d34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae26 expref: 27 pid: 26306 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074764.993581:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.993586:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074764.993601:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.993614:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074764.993675:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074764.993698:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619875328:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074764.995501:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074765.007684:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.011132:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:26370:1855007619875328:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074765.011161:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074765.011179:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.011259:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+26:2373:x1855007612707328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18546us (19279us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.011274:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5122 00000100:00100000:3.0:1769074765.011316:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707456 00000100:00100000:3.0:1769074765.011324:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707456 00010000:00010000:3.0:1769074765.011364:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.011427:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707584 00000100:00100000:0.0:1769074765.011433:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707584 00002000:00100000:0.0:1769074765.011511:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3375104->3379199) req@ffff956c0ace4380 x1855007612707584/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.011523:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace4380 with x1855007612707584 ext(3375104->3379199) 00002000:00010000:0.0:1769074765.011529:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace4380 00000100:00100000:0.0:1769074765.011559:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5373 00000100:00100000:0.0:1769074765.011573:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612707584:12345-192.168.204.39@tcp:3:multiop.0 00000100:00080000:1.0:1769074765.011848:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074765.011869:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612707584:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 300us (1094us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074765.011876:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5373 00002000:00100000:0.0:1769074765.011883:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3375104->3379199) req@ffff956c0ace4380 x1855007612707584/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.011890:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace4380 with x1855007612707584 ext(3375104->3379199) 00002000:00010000:0.0:1769074765.011894:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace4380 00000100:00100000:2.0:1769074765.012709:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5123 00000100:00100000:2.0:1769074765.012740:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2373:x1855007612707456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.012762:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.012798:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.012874:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.012911:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e89d42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae2d expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.012939:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.012942:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.012955:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 25 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.012996:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 25 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.013052:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 25 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.013070:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619875456:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074765.013211:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0961b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.019684:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619875456:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074765.019732:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074765.019861:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:2373:x1855007612707456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7134us (12193us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.019878:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5123 00000100:00100000:1.0:1769074765.035255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.035367:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707712 00000100:00100000:3.0:1769074765.035386:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707712 00002000:00100000:3.0:1769074765.035461:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0ace6a00 x1855007612707712/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.035475:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6a00 with x1855007612707712 ext(0->1048575) 00002000:00010000:3.0:1769074765.035482:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6a00 00000100:00100000:3.0:1769074765.035528:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5374 00000100:00100000:3.0:1769074765.035540:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612707712:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074765.047546:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.048001:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707840 00000100:00100000:1.0:1769074765.048023:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707840 00002000:00100000:1.0:1769074765.048105:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (4177920->4182015) req@ffff956c0c16bb80 x1855007612707840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.048121:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16bb80 with x1855007612707840 ext(4177920->4182015) 00002000:00010000:1.0:1769074765.048130:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c16bb80 00000100:00100000:1.0:1769074765.048199:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5375 00000100:00100000:1.0:1769074765.048212:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:2372:x1855007612707840:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074765.048479:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:2372:x1855007612707840:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 271us (951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074765.048489:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5375 00002000:00100000:1.0:1769074765.048497:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (4177920->4182015) req@ffff956c0c16bb80 x1855007612707840/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.048505:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16bb80 with x1855007612707840 ext(4177920->4182015) 00002000:00010000:1.0:1769074765.048509:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c16bb80 00000100:00100000:0.0:1769074765.054394:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.054458:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.054554:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612707968 00000100:00100000:1.0:1769074765.054568:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612707968 00000100:00100000:1.0:1769074765.054642:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9642 00000100:00100000:1.0:1769074765.054652:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+17:57815:x1855007612707968:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074765.054686:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074765.054713:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aec0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.054718:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708224 00000100:00100000:2.0:1769074765.054723:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708224 00010000:00010000:1.0:1769074765.054750:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.054753:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074765.054759:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2725 00010000:00010000:1.0:1769074765.054765:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.054766:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+162:57812:x1855007612708224:12345-192.168.204.39@tcp:35:multiop.0 00010000:00010000:1.0:1769074765.054800:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.054816:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158400, rc 0) 00000100:00100000:1.0:1769074765.054918:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:57815:x1855007612707968:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 266us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.054926:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9642 00000100:00100000:2.0:1769074765.055187:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+163:57812:x1855007612708224:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 421us (728us total) trans 8589941299 rc 0/0 00000100:00100000:2.0:1769074765.055197:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2725 00000100:00100000:3.0:1769074765.055908:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612707712:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 20365us (20670us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074765.055922:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5374 00002000:00100000:3.0:1769074765.055938:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0ace6a00 x1855007612707712/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.055951:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6a00 with x1855007612707712 ext(0->1048575) 00002000:00010000:3.0:1769074765.055959:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6a00 00000100:00100000:1.0:1769074765.067190:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.067325:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708352 00000100:00100000:2.0:1769074765.067340:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708352 00000001:00080000:1.0:1769074765.067442:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872526 is committed 00000001:00080000:1.0:1769074765.067467:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872516 is committed 00000001:00080000:1.0:1769074765.067514:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872530 is committed 00000001:00080000:1.0:1769074765.067521:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872522 is committed 00000001:00080000:1.0:1769074765.067556:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872528 is committed 00000001:00080000:1.0:1769074765.067620:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872478 is committed 00000001:00080000:1.0:1769074765.067637:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872480 is committed 00002000:00100000:2.0:1769074765.068308:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2871296->2875391) req@ffff956c0ace5c00 x1855007612708352/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.068322:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5c00 with x1855007612708352 ext(2871296->2875391) 00002000:00010000:2.0:1769074765.068331:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5c00 00000100:00100000:2.0:1769074765.068474:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5376 00000100:00100000:2.0:1769074765.068493:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612708352:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074765.069126:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2371:x1855007612708352:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 635us (1946us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074765.069149:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5376 00002000:00100000:2.0:1769074765.069159:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2871296->2875391) req@ffff956c0ace5c00 x1855007612708352/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.069169:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace5c00 with x1855007612708352 ext(2871296->2875391) 00002000:00010000:2.0:1769074765.069174:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace5c00 00000100:00100000:1.0:1769074765.071722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.072359:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708480 00000100:00100000:0.0:1769074765.072462:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708480 00000100:00100000:0.0:1769074765.072602:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9643 00000100:00100000:0.0:1769074765.072615:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+7:57818:x1855007612708480:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074765.072643:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.072669:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aec7 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.072708:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.072717:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.072719:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.072723:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.072769:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.072788:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 7 pid: 33558 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.072811:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875584:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.072979:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20402180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.076584:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875584:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.076638:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.076667:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8f800, rc 0) 00000100:00100000:0.0:1769074765.076760:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+8:57818:x1855007612708480:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4146us (5054us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.076771:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9643 00000100:00100000:3.0:1769074765.080732:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.080789:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.082245:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708608 00000100:00100000:2.0:1769074765.082270:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708608 00002000:00100000:2.0:1769074765.082370:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1323007) req@ffff956c0c168700 x1855007612708608/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.082386:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168700 with x1855007612708608 ext(1048576->1323007) 00010000:00010000:2.0:1769074765.082399:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 8 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.082421:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 8 pid: 33558 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074765.082431:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c168700 00000100:00100000:2.0:1769074765.082476:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1116 00000100:00100000:2.0:1769074765.082487:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612708608:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074765.083391:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708736 00000100:00100000:0.0:1769074765.083402:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708736 00000100:00100000:0.0:1769074765.083466:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9644 00000100:00100000:0.0:1769074765.083476:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57815:x1855007612708736:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074765.083491:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.083516:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aece expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.083550:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.083562:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.083577:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.083579:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.083584:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->2498559] (req 2097152->2498559) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.083632:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.083645:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 7 pid: 25507 timeout: 1849 lvb_type: 1 00000100:00100000:0.0:1769074765.083661:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875712:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.083750:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.083760:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 11 pid: 25507 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.083770:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875840:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.083797:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20402180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.093358:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612708608:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 10854us (12626us total) trans 17179872531 rc 0/0 00000100:00100000:0.0:1769074765.093378:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1116 00002000:00100000:0.0:1769074765.093395:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1323007) req@ffff956c0c168700 x1855007612708608/t17179872531(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/448 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.093416:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168700 with x1855007612708608 ext(1048576->1323007) 00010000:00010000:0.0:1769074765.093429:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.093452:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00002000:00010000:0.0:1769074765.093461:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c168700 00000100:00100000:3.0:1769074765.096806:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.096928:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708864 00000100:00100000:2.0:1769074765.096957:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708864 00010000:00010000:2.0:1769074765.097033:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 8 pid: 25507 timeout: 1849 lvb_type: 1 00000100:00100000:2.0:1769074765.097087:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5124 00000100:00100000:2.0:1769074765.097099:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612708864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.097119:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.097161:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 8 pid: 25507 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.097180:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 8 pid: 25507 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.097218:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074765.097365:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e200/0x8b5959a9a0e89e29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeab expref: 8 pid: 25507 timeout: 1849 lvb_type: 1 00000100:00100000:0.0:1769074765.097387:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875712:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.097400:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619875840:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.097442:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->2498559] (req 2097152->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.097458:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8e400, rc 0) 00000100:00100000:2.0:1769074765.098761:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612708864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1653us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.098776:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5124 00000100:00100000:0.0:1769074765.098944:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57815:x1855007612708736:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15467us (18150us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.100654:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9644 00000100:00100000:1.0:1769074765.103354:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.103534:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.104571:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612708992 00000100:00100000:2.0:1769074765.104587:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612708992 00010000:00010000:2.0:1769074765.104662:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 11 pid: 25507 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1769074765.104746:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709120 00000100:00100000:2.0:1769074765.104751:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709120 00010000:00010000:2.0:1769074765.104769:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.105482:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5125 00000100:00100000:0.0:1769074765.105501:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612708992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074765.105524:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074765.105557:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 12 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.105576:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 12 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.105608:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89dab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae81 expref: 12 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.105630:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.105632:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.105640:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.105651:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.105700:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 11 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074765.105718:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619875968:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.105924:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5126 00000100:00100000:3.0:1769074765.105936:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612709120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.105947:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074765.106193:0:26370:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074765 -> 1769074766 00010000:00010000:3.0:1769074765.106202:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 11 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.106213:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 11 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.106227:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e89d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1323007) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ae50 expref: 11 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.106239:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.106241:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.106246:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.106255:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.106282:0:26370:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.106292:0:26370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619876096:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.106361:0:26370:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.107588:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20402180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.112512:0:26370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:26370:1855007619876096:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074765.112550:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074765.112627:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612709120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6693us (9092us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.112641:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5126 00000100:00100000:0.0:1769074765.114413:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619875968:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074765.114452:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074765.114520:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612708992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9025us (11180us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.114534:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5125 00000100:00100000:3.0:1769074765.117360:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.122078:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.123481:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709248 00000100:00100000:0.0:1769074765.123501:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709248 00002000:00100000:0.0:1769074765.123575:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0c16b480 x1855007612709248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.123588:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16b480 with x1855007612709248 ext(1048576->2097151) 00002000:00010000:0.0:1769074765.123595:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c16b480 00000100:00100000:0.0:1769074765.123633:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709376 00000100:00100000:0.0:1769074765.123637:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709376 00002000:00100000:0.0:1769074765.123654:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2494464->2498559) req@ffff956c0c169880 x1855007612709376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.123663:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169880 with x1855007612709376 ext(2494464->2498559) 00002000:00010000:0.0:1769074765.123667:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169880 00000100:00100000:0.0:1769074765.123729:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5377 00000100:00100000:0.0:1769074765.123740:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612709248:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074765.129426:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5378 00000100:00100000:1.0:1769074765.129465:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612709376:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074765.129887:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612709376:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 347us (7729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074765.129898:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5378 00002000:00100000:1.0:1769074765.129910:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2494464->2498559) req@ffff956c0c169880 x1855007612709376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.129928:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c169880 with x1855007612709376 ext(2494464->2498559) 00002000:00010000:1.0:1769074765.129936:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c169880 00000100:00100000:0.0:1769074765.140494:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612709248:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 16739us (23134us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.140514:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5377 00002000:00100000:0.0:1769074765.140532:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0c16b480 x1855007612709248/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.140551:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16b480 with x1855007612709248 ext(1048576->2097151) 00002000:00010000:0.0:1769074765.140559:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c16b480 00000100:00100000:0.0:1769074765.159359:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.159465:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.159628:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709504 00000100:00100000:3.0:1769074765.159642:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709504 00000100:00100000:3.0:1769074765.159711:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709632 00000100:00100000:3.0:1769074765.159714:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709632 00000100:00100000:3.0:1769074765.159749:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9645 00000100:00100000:3.0:1769074765.159759:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612709504:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.159784:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1769074765.159895:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9646 00000100:00100000:0.0:1769074765.159907:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612709632:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074765.159918:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.159945:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976800/0x8b5959a9a0e89e53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aedc expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074765.160053:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619876224:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074765.160171:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d204023c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074765.160466:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89e5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aed5 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.160497:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89e5a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aed5 expref: 27 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.160520:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89e5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aed5 expref: 27 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.160534:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:3.0:1769074765.160590:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612709504:12345-192.168.204.39@tcp:101:cat.0 Request processed in 832us (1247us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074765.160600:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9645 00002000:00010000:3.0:1769074765.165711:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074765 -> 1769074766 00002000:00010000:3.0:1769074765.165730:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074765 -> 1769074766 00000100:00100000:3.0:1769074765.165775:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619876224:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074765.165887:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976800/0x8b5959a9a0e89e53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aedc expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.165918:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976800/0x8b5959a9a0e89e53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aedc expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.165934:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976800, rc 0) 00000100:00100000:3.0:1769074765.166107:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612709632:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6201us (6639us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074765.166119:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9646 00000100:00100000:0.0:1769074765.176665:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.181703:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709760 00000100:00100000:3.0:1769074765.181729:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709760 00000100:00100000:2.0:1769074765.182392:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9647 00000100:00100000:2.0:1769074765.182406:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+26:57818:x1855007612709760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.182436:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.182463:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aee3 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.182506:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.182516:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074765.182518:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074765.182522:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 27 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.182573:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.182592:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 17 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1769074765.182609:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619876352:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074765.182765:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074765.191327:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619876352:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.191381:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 27 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.191407:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:2.0:1769074765.191543:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+27:57818:x1855007612709760:12345-192.168.204.39@tcp:101:cat.0 Request processed in 9138us (14895us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.191556:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9647 00000100:00100000:0.0:1769074765.198491:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.199220:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612709888 00000100:00100000:2.0:1769074765.199236:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612709888 00002000:00100000:2.0:1769074765.199312:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2871296->3145727) req@ffff956d10873100 x1855007612709888/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.199325:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873100 with x1855007612709888 ext(2871296->3145727) 00010000:00010000:2.0:1769074765.199337:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.199357:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 18 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074765.199367:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10873100 00000100:00100000:2.0:1769074765.199411:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1117 00000100:00100000:2.0:1769074765.199423:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+18:2372:x1855007612709888:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074765.211380:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.217891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.220934:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612709888:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 21493us (22440us total) trans 21474839484 rc 0/0 00000100:00100000:2.0:1769074765.220969:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1117 00002000:00100000:2.0:1769074765.220987:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2871296->3145727) req@ffff956d10873100 x1855007612709888/t21474839484(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/448 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.221000:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873100 with x1855007612709888 ext(2871296->3145727) 00010000:00010000:2.0:1769074765.221164:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.221192:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074765.221200:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d10873100 00000100:00100000:1.0:1769074765.228763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.229052:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710528 00000100:00100000:3.0:1769074765.229067:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710528 00010000:00010000:3.0:1769074765.229144:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.229201:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5127 00000100:00100000:3.0:1769074765.229214:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612710528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.229236:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074765.229264:0:5737:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074765 -> 1769074766 00002000:00010000:3.0:1769074765.229268:0:5737:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074765 -> 1769074766 00010000:00010000:3.0:1769074765.229275:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.229292:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.229323:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158400/0x8b5959a9a0e89e3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2871296->3375103] (req 2871296->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec0 expref: 20 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.229348:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.229350:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.229361:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.229372:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.229424:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 26 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.229444:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619876480:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.229549:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.233593:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710144 00000100:00100000:0.0:1769074765.233619:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710144 00000100:00100000:3.0:1769074765.234065:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710400 00000100:00100000:3.0:1769074765.234073:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710400 00000100:00100000:3.0:1769074765.234125:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6426 00000100:00100000:3.0:1769074765.234147:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+25:57826:x1855007612710144:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.234189:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.234224:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89e68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aeea expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.234335:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234359:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234377:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234394:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234402:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234409:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234628:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e7d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234639:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e7d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.234647:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e7d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074765.234660:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074765.235010:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235023:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235032:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235039:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074765.235044:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235053:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235067:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074765.235071:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074765.235077:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235084:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89e6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235099:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235105:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235111:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235116:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bfc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074765.235119:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235129:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235148:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa000) 00010000:00010000:3.0:1769074765.235151:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074765.235154:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235160:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89e76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235221:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89e68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeea expref: 28 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.235236:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e7d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeea expref: 27 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.235243:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074765.235246:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074765.235248:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074765.235333:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:57826:x1855007612710144:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1188us (23968us total) trans 8589941300 rc 0/0 00000100:00100000:3.0:1769074765.235343:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6426 00000100:00100000:3.0:1769074765.235379:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6427 00000100:00100000:3.0:1769074765.235390:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+163:57825:x1855007612710400:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074765.235409:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.235423:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89e8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aef1 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.235481:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235490:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235497:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235509:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235516:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235522:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235629:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e89ea0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235640:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e89ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235647:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e89ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074765.235655:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074765.235714:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235721:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235732:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235738:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166ce00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074765.235741:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235747:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235755:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074765.235757:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074765.235760:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235765:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ce00/0x8b5959a9a0e89e92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235777:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235782:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235788:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235793:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074765.235796:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235801:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235810:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa400) 00010000:00010000:3.0:1769074765.235813:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074765.235816:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235878:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8fa00/0x8b5959a9a0e89e99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074765.235941:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e89e8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef1 expref: 166 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.235954:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e89ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef1 expref: 165 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.235961:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074765.235964:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074765.235966:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:3.0:1769074765.235997:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+165:57825:x1855007612710400:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 610us (18129us total) trans 8589941301 rc 0/0 00000100:00100000:3.0:1769074765.236004:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6427 00000100:00100000:1.0:1769074765.242849:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.242975:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710656 00000100:00100000:0.0:1769074765.242988:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710656 00000100:00100000:0.0:1769074765.243074:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 818 00000100:00100000:0.0:1769074765.243087:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+165:2373:x1855007612710656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074765.243108:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074765.243153:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e89ea0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef1 expref: 165 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.243180:0:26370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074765.243187:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074765.243256:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+164:2373:x1855007612710656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.243265:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 818 00000100:00100000:3.0:1769074765.245118:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619876480:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.245164:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.245231:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+19:2371:x1855007612710528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16019us (16490us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.245242:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5127 00000100:00100000:2.0:1769074765.245523:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.245610:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.245643:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710912 00000100:00100000:2.0:1769074765.245653:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710912 00000100:00100000:2.0:1769074765.245717:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9648 00000100:00100000:2.0:1769074765.245728:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2370:x1855007612710912:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.245753:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.245778:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aef8 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.245807:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.245809:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.245820:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.245871:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.245885:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96400, rc 0) 00000100:00100000:2.0:1769074765.245918:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2370:x1855007612710912:12345-192.168.204.39@tcp:101:cat.0 Request processed in 193us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.245926:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9648 00000100:00100000:2.0:1769074765.245978:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.245992:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711040 00000100:00100000:2.0:1769074765.245996:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711040 00000100:00100000:2.0:1769074765.246018:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9649 00000100:00100000:2.0:1769074765.246025:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612711040:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.246034:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.246050:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aeff expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.246070:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.246073:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.246083:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.246101:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.246114:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97800, rc 0) 00000100:00100000:2.0:1769074765.246165:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612711040:12345-192.168.204.39@tcp:101:cat.0 Request processed in 138us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.246172:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9649 00000100:00100000:2.0:1769074765.246268:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.246288:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711168 00000100:00100000:2.0:1769074765.246294:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711168 00000100:00100000:2.0:1769074765.246330:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9650 00000100:00100000:2.0:1769074765.246341:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2370:x1855007612711168:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.246352:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.246365:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e89ebc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af06 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.246397:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e89ebc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af06 expref: 22 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.246416:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e89ebc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af06 expref: 22 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.246432:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96a00, rc 0) 00000100:00100000:2.0:1769074765.246463:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2370:x1855007612711168:12345-192.168.204.39@tcp:101:cat.0 Request processed in 123us (200us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074765.246470:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9650 00000100:00100000:1.0:1769074765.247199:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612710784 00000100:00100000:1.0:1769074765.247208:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612710784 00000100:00100000:2.0:1769074765.248639:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.248723:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711296 00000100:00100000:0.0:1769074765.248734:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711296 00002000:00100000:0.0:1769074765.248802:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1df80 x1855007612711296/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.248815:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1df80 with x1855007612711296 ext(2097152->3145727) 00002000:00010000:0.0:1769074765.248851:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1df80 00000100:00100000:0.0:1769074765.248882:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5379 00000100:00100000:0.0:1769074765.248892:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612711296:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074765.264615:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 819 00000100:00100000:1.0:1769074765.264658:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+27:2370:x1855007612710784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074765.264682:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074765.264722:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89e7d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeea expref: 27 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.264747:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074765.264753:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074765.264868:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:2370:x1855007612710784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 236us (19345us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.264877:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 819 00000100:00100000:1.0:1769074765.285675:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612711296:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36768us (37030us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074765.285692:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5379 00002000:00100000:1.0:1769074765.285707:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1df80 x1855007612711296/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.285729:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1df80 with x1855007612711296 ext(2097152->3145727) 00002000:00010000:1.0:1769074765.285737:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1df80 00000100:00100000:2.0:1769074765.308243:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.313154:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711424 00000100:00100000:0.0:1769074765.313173:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711424 00000100:00100000:0.0:1769074765.313260:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9651 00000100:00100000:0.0:1769074765.313271:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:57818:x1855007612711424:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074765.313288:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.313308:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af0d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.313340:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.313349:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.313351:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.313355:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.313395:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.313411:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 9 pid: 33558 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.313424:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619876608:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.313601:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d204023c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.319005:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.319045:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.319076:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711552 00000100:00100000:3.0:1769074765.319086:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711552 00002000:00100000:3.0:1769074765.319148:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0c16b800 x1855007612711552/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.319160:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16b800 with x1855007612711552 ext(0->1048575) 00002000:00010000:3.0:1769074765.319167:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c16b800 00000100:00100000:3.0:1769074765.319196:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711680 00000100:00100000:3.0:1769074765.319199:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711680 00002000:00100000:3.0:1769074765.319215:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0c168380 x1855007612711680/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.319224:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168380 with x1855007612711680 ext(1048576->2097151) 00002000:00010000:3.0:1769074765.319227:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c168380 00000100:00100000:3.0:1769074765.319254:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5380 00000100:00100000:3.0:1769074765.319263:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612711552:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074765.320014:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5381 00000100:00100000:2.0:1769074765.320043:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612711680:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074765.338658:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619876608:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.338739:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.338766:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:3.0:1769074765.352941:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.352975:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612711808 00000100:00100000:3.0:1769074765.352985:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612711808 00002000:00100000:3.0:1769074765.353032:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2498559) req@ffff956c0c168a80 x1855007612711808/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.353043:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168a80 with x1855007612711808 ext(2097152->2498559) 00010000:00010000:3.0:1769074765.353052:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.353070:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00002000:00010000:3.0:1769074765.353083:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c168a80 00000100:00100000:3.0:1769074765.353112:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1118 00000100:00100000:3.0:1769074765.353121:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612711808:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074765.359066:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:57818:x1855007612711424:12345-192.168.204.39@tcp:101:cat.0 Request processed in 45768us (50805us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.359087:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9651 00000100:00100000:3.0:1769074765.391838:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612711808:12345-192.168.204.39@tcp:4:cat.0 Request processed in 38696us (38886us total) trans 17179872532 rc 0/0 00000100:00100000:3.0:1769074765.391853:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1118 00002000:00100000:3.0:1769074765.391867:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2498559) req@ffff956c0c168a80 x1855007612711808/t17179872532(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/448 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.391879:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168a80 with x1855007612711808 ext(2097152->2498559) 00010000:00010000:3.0:1769074765.391889:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 14 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.391910:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 14 pid: 33558 timeout: 1849 lvb_type: 0 00002000:00010000:3.0:1769074765.391918:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0c168a80 00000100:00100000:3.0:1769074765.391997:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.396094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.396335:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712064 00000100:00100000:2.0:1769074765.396354:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712064 00000100:00100000:2.0:1769074765.396454:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6428 00000100:00100000:2.0:1769074765.396469:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+26:57828:x1855007612712064:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074765.396511:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.396546:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89eca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af14 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.396565:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612711680:12345-192.168.204.39@tcp:3:cat.0 Request processed in 76533us (77513us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074765.396579:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5381 00002000:00100000:3.0:1769074765.396596:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956c0c168380 x1855007612711680/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.396612:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c168380 with x1855007612711680 ext(1048576->2097151) 00002000:00010000:3.0:1769074765.396619:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0c168380 00000100:00100000:3.0:1769074765.396669:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712192 00000100:00100000:3.0:1769074765.396678:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712192 00010000:00010000:2.0:1769074765.396697:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.396725:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00000100:00100000:3.0:1769074765.396732:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9652 00000100:00100000:3.0:1769074765.396752:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:57825:x1855007612712192:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074765.396762:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074765.396773:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.396787:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074765.396795:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af1b expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.396797:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.396862:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074765.396883:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.396896:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 21 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.396905:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.396909:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.396917:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1609728->2097151] (req 1609728->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 28 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.396965:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 21 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.396980:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 21 pid: 33558 timeout: 1849 lvb_type: 1 00000100:00100000:3.0:1769074765.397003:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619876736:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074765.397087:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.397098:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.397108:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619876864:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.397120:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89ee6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397147:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00000100:00100000:3.0:1769074765.397151:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074765.397160:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:2.0:1769074765.397182:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074765.397375:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397384:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397392:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397400:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5a600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074765.397407:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397417:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397436:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074765.397440:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074765.397446:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397454:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397476:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397483:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397489:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397501:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5ae00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074765.397504:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397511:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397522:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d21af1e00) 00010000:00010000:2.0:1769074765.397526:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074765.397529:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397535:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e89ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074765.397599:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a800/0x8b5959a9a0e89eca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af14 expref: 29 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.397620:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89ee6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af14 expref: 28 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.397628:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074765.397631:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769074765.397635:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a200, rc 0) 00000100:00100000:2.0:1769074765.397708:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:57828:x1855007612712064:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1243us (5709us total) trans 8589941302 rc 0/0 00000100:00100000:2.0:1769074765.397718:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6428 00000100:00100000:3.0:1769074765.405739:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2371:x1855007612711552:12345-192.168.204.39@tcp:3:cat.0 Request processed in 86466us (86734us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074765.405750:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5380 00002000:00100000:3.0:1769074765.405763:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0c16b800 x1855007612711552/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.405770:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0c16b800 with x1855007612711552 ext(0->1048575) 00002000:00010000:3.0:1769074765.405776:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0c16b800 00000100:00100000:3.0:1769074765.415246:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.415327:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.415393:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.416310:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.416509:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712576 00000100:00100000:2.0:1769074765.416526:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712576 00000100:00100000:2.0:1769074765.416598:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2726 00000100:00100000:2.0:1769074765.416609:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:57828:x1855007612712576:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074765.417010:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57828:x1855007612712576:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 402us (1682us total) trans 8589941303 rc 0/0 00000100:00100000:2.0:1769074765.417020:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2726 00000100:00100000:3.0:1769074765.420802:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619876736:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074765.420820:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619876864:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074765.420882:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1609728->2097151] (req 1609728->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 28 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.421268:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0adebc00, rc 0) 00000100:00100000:3.0:1769074765.421331:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+28:57825:x1855007612712192:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 24580us (25246us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.421342:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9652 00000100:00100000:3.0:1769074765.421424:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.421768:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712320 00000100:00100000:3.0:1769074765.421778:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712320 00010000:00010000:3.0:1769074765.421810:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.421857:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712704 00000100:00100000:3.0:1769074765.421861:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712704 00010000:00010000:3.0:1769074765.421877:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.422261:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712960 00000100:00100000:3.0:1769074765.422267:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712960 00010000:00010000:3.0:1769074765.422281:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 20 pid: 33558 timeout: 1849 lvb_type: 1 00000100:00100000:3.0:1769074765.422301:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612712832 00000100:00100000:3.0:1769074765.422304:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612712832 00000100:00100000:3.0:1769074765.422321:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5128 00000100:00100000:3.0:1769074765.422328:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612712320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.422341:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.422364:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422375:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422400:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e89aa2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac90 expref: 28 pid: 25507 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422414:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.422446:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612712320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (7214us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.422453:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5128 00000100:00100000:3.0:1769074765.422467:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5129 00000100:00100000:3.0:1769074765.422472:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612712704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.422480:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.422493:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422505:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422517:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8e400/0x8b5959a9a0e89e4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2498559) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aece expref: 12 pid: 33558 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.422527:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.422529:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.422536:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.422545:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.422575:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 7 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.422587:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619876992:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.422635:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.422656:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5130 00000100:00100000:3.0:1769074765.422663:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612712960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.422670:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.422679:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 20 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074765.422689:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 20 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074765.422700:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e89ada lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acc8 expref: 20 pid: 33558 timeout: 1849 lvb_type: 1 00010000:00010000:3.0:1769074765.422708:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.422710:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.422714:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.422725:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.422744:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.422752:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877120:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.422772:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18982780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.422789:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 820 00000100:00100000:3.0:1769074765.422796:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612712832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.422804:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.422817:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a200/0x8b5959a9a0e89ee6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af14 expref: 29 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.422850:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074765.422854:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.422869:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:2371:x1855007612712832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 74us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.422875:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 820 00000100:00100000:1.0:1769074765.452252:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.453432:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619876992:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.453472:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.453551:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612712704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 31077us (38161us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.453565:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5129 00000100:00100000:3.0:1769074765.453965:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713088 00000100:00100000:3.0:1769074765.453975:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713088 00000100:00100000:3.0:1769074765.454047:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9653 00000100:00100000:3.0:1769074765.454060:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57826:x1855007612713088:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.454082:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.454104:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af22 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.454146:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.454155:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074765.454158:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074765.454163:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 21 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.454200:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.454221:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 26 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.454240:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877248:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074765.454327:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d071f33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.454442:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877120:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.454466:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.454491:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2372:x1855007612712960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 31827us (38184us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.454502:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5130 00000100:00100000:3.0:1769074765.454655:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.454782:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.454857:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713216 00000100:00100000:3.0:1769074765.454864:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713216 00002000:00100000:3.0:1769074765.454909:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1609728->1613823) req@ffff956d21b05880 x1855007612713216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.454921:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05880 with x1855007612713216 ext(1609728->1613823) 00010000:00010000:3.0:1769074765.454931:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.454956:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:3.0:1769074765.454965:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21b05880 00000100:00100000:3.0:1769074765.454999:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713344 00000100:00100000:3.0:1769074765.455003:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713344 00002000:00100000:3.0:1769074765.455027:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d21b07800 x1855007612713344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.455037:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07800 with x1855007612713344 ext(2097152->3145727) 00002000:00010000:3.0:1769074765.455041:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b07800 00000100:00100000:3.0:1769074765.455074:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1119 00000100:00100000:3.0:1769074765.455087:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612713216:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074765.455682:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5382 00000100:00100000:0.0:1769074765.455697:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612713344:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074765.457619:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612713216:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 2526us (2960us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074765.457636:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1119 00002000:00100000:3.0:1769074765.457645:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20e:0x0] (1609728->1613823) req@ffff956d21b05880 x1855007612713216/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.457654:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b05880 with x1855007612713216 ext(1609728->1613823) 00010000:00010000:3.0:1769074765.457663:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.457681:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:3.0:1769074765.457688:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21b05880 00000100:00100000:0.0:1769074765.461456:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877248:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.461499:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.461521:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0adeb400, rc 0) 00000100:00100000:0.0:1769074765.461556:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57826:x1855007612713088:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7501us (9323us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.461564:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9653 00000100:00100000:3.0:1769074765.480527:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.482015:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713472 00000100:00100000:0.0:1769074765.482029:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713472 00002000:00100000:0.0:1769074765.482075:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1609728->2097151) req@ffff956d21b06a00 x1855007612713472/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.482087:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06a00 with x1855007612713472 ext(1609728->2097151) 00010000:00010000:0.0:1769074765.482098:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.482116:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 27 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:0.0:1769074765.482124:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21b06a00 00000100:00100000:0.0:1769074765.482171:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1120 00000100:00100000:0.0:1769074765.482180:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612713472:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074765.486153:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.494942:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713600 00000100:00100000:0.0:1769074765.494962:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713600 00000100:00100000:0.0:1769074765.495049:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9654 00000100:00100000:0.0:1769074765.495061:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+29:57825:x1855007612713600:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074765.495086:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.495108:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af29 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.495151:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 30 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.495160:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.495162:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074765.495166:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->2174975] (req 2097152->2174975) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.495201:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 30 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.495218:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 30 pid: 26306 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.495232:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877376:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.495315:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d204023c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.519202:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612713344:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 63498us (64410us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074765.519219:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5382 00002000:00100000:3.0:1769074765.519233:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d21b07800 x1855007612713344/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.519245:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b07800 with x1855007612713344 ext(2097152->3145727) 00002000:00010000:3.0:1769074765.519252:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d21b07800 00000100:00100000:3.0:1769074765.519903:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.519931:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713728 00000100:00100000:3.0:1769074765.519942:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713728 00010000:00010000:3.0:1769074765.519987:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 31 pid: 26306 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.520026:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5131 00000100:00100000:3.0:1769074765.520034:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612713728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.520049:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.520069:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 31 pid: 26306 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.520081:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 31 pid: 26306 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.520111:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.520114:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.520123:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 31 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.522094:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 31 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.522187:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 31 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.522206:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877504:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.522308:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074765.528166:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89e61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aee3 expref: 31 pid: 26306 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.528193:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877376:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.528229:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.528249:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:0.0:1769074765.528332:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+30:57825:x1855007612713600:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 33272us (42190us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.528342:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9654 00000100:00100000:3.0:1769074765.532006:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877504:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.532053:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.532135:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612713728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12091us (12227us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.532153:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5131 00000100:00100000:2.0:1769074765.548753:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612713472:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 66556us (68225us total) trans 21474839485 rc 0/0 00000100:00100000:2.0:1769074765.548773:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1120 00002000:00100000:2.0:1769074765.548794:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1609728->2097151) req@ffff956d21b06a00 x1855007612713472/t21474839485(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/448 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.548807:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d21b06a00 with x1855007612713472 ext(1609728->2097151) 00010000:00010000:2.0:1769074765.548858:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.548890:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074765.548900:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d21b06a00 00000100:00100000:2.0:1769074765.549093:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.549211:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.549244:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713856 00000100:00100000:2.0:1769074765.549257:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713856 00002000:00100000:2.0:1769074765.549324:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2170880->2174975) req@ffff956c0d76df80 x1855007612713856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.549334:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76df80 with x1855007612713856 ext(2170880->2174975) 00002000:00010000:2.0:1769074765.549339:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76df80 00000100:00100000:2.0:1769074765.549365:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612713984 00000100:00100000:2.0:1769074765.549369:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612713984 00002000:00100000:2.0:1769074765.549384:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0d76f800 x1855007612713984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 504/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.549392:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f800 with x1855007612713984 ext(3145728->4194303) 00002000:00010000:2.0:1769074765.549407:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76f800 00000100:00100000:2.0:1769074765.549424:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5383 00000100:00100000:2.0:1769074765.549434:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612713856:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074765.557181:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.557254:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714112 00000100:00100000:0.0:1769074765.557268:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714112 00002000:00100000:0.0:1769074765.557329:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10872d80 x1855007612714112/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.557344:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872d80 with x1855007612714112 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.557353:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872d80 00000100:00100000:0.0:1769074765.557415:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5384 00000100:00100000:0.0:1769074765.557438:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612713984:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074765.558138:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5385 00000100:00100000:0.0:1769074765.558150:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612714112:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074765.558564:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612713856:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 9119us (9459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074765.558582:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5383 00002000:00100000:2.0:1769074765.558596:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2170880->2174975) req@ffff956c0d76df80 x1855007612713856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.558609:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76df80 with x1855007612713856 ext(2170880->2174975) 00002000:00010000:2.0:1769074765.558618:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76df80 00000100:00100000:3.0:1769074765.558760:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.558812:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714240 00000100:00100000:3.0:1769074765.558820:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714240 00010000:00010000:3.0:1769074765.558882:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.558919:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5132 00000100:00100000:3.0:1769074765.558929:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612714240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.558944:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074765.558960:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074763 -> 1769074766 00002000:00010000:3.0:1769074765.558963:0:5739:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074763 -> 1769074766 00010000:00010000:3.0:1769074765.558970:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.559001:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.559029:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0adebc00/0x8b5959a9a0e89edf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1609728->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af1b expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.559046:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.559049:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.559057:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.559073:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.559121:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.559149:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877632:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.559217:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0c8a33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.569573:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619877632:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074765.569626:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074765.569766:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612714240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10837us (11007us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.569781:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5132 00000100:00100000:2.0:1769074765.576633:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.578275:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714368 00000100:00100000:3.0:1769074765.578299:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714368 00002000:00100000:3.0:1769074765.578375:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c0d76f100 x1855007612714368/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074765.578388:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f100 with x1855007612714368 ext(1048576->2097151) 00002000:00010000:3.0:1769074765.578396:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76f100 00000100:00100000:3.0:1769074765.578445:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5386 00000100:00100000:3.0:1769074765.578456:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612714368:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074765.592402:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.593845:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+28:2372:x1855007612713984:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 35258us (43473us total) trans 0 rc 241664/241664 00000100:00100000:0.0:1769074765.593865:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5384 00002000:00100000:0.0:1769074765.593885:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0d76f800 x1855007612713984/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 504/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 241664/241664 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.593897:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f800 with x1855007612713984 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.593918:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76f800 00000100:00100000:2.0:1769074765.595908:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714624 00000100:00100000:2.0:1769074765.595929:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714624 00000100:00100000:2.0:1769074765.596025:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2727 00000100:00100000:2.0:1769074765.596037:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b04c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+164:57825:x1855007612714624:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074765.596419:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.596519:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714752 00000100:00100000:1.0:1769074765.596526:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714752 00000100:00100000:1.0:1769074765.596575:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9655 00000100:00100000:1.0:1769074765.596584:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+28:57818:x1855007612714752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074765.596599:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074765.596624:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af30 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.596658:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.596669:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.596677:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1769074765.596679:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1769074765.598862:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b04c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+165:57825:x1855007612714624:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 420us (4069us total) trans 8589941304 rc 0/0 00000100:00100000:2.0:1769074765.598885:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2727 00010000:00010000:1.0:1769074765.599215:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.599298:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.599322:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:1.0:1769074765.599342:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877760:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074765.599457:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.599468:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:1.0:1769074765.599479:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877888:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074765.599504:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074765.624122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.624202:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877760:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074765.624216:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619877888:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.624253:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.624463:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41335600, rc 0) 00000100:00100000:2.0:1769074765.624528:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+29:57818:x1855007612714752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 27943us (28119us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.624537:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9655 00000100:00100000:2.0:1769074765.624893:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612714112:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 66745us (67732us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074765.624901:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5385 00002000:00100000:2.0:1769074765.624910:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d10872d80 x1855007612714112/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.624920:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872d80 with x1855007612714112 ext(3145728->4194303) 00002000:00010000:2.0:1769074765.624925:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872d80 00000100:00100000:2.0:1769074765.624942:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612714880 00000100:00100000:2.0:1769074765.624949:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612714880 00002000:00100000:2.0:1769074765.624978:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->4182015) req@ffff956c0d76dc00 x1855007612714880/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 504/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.626624:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76dc00 with x1855007612714880 ext(2097152->4182015) 00010000:00010000:2.0:1769074765.626647:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.626670:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.626680:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.626694:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 29 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:2.0:1769074765.626702:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 2 locks timeout for req ffff956c0d76dc00 00000100:00100000:2.0:1769074765.626767:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1121 00000100:00100000:2.0:1769074765.626790:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612714880:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:2.0:1769074765.633565:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:2372:x1855007612714368:12345-192.168.204.39@tcp:3:cat.0 Request processed in 55100us (56940us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074765.633583:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5386 00002000:00100000:2.0:1769074765.633598:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956c0d76f100 x1855007612714368/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.633609:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76f100 with x1855007612714368 ext(1048576->2097151) 00002000:00010000:2.0:1769074765.633615:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76f100 00000100:00100000:0.0:1769074765.661193:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612714880:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 34404us (37069us total) trans 21474839486 rc 0/0 00000100:00100000:0.0:1769074765.661210:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1121 00002000:00100000:0.0:1769074765.661223:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->4182015) req@ffff956c0d76dc00 x1855007612714880/t21474839486(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 504/448 e 0 to 0 dl 1769074776 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.661234:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76dc00 with x1855007612714880 ext(2097152->4182015) 00010000:00010000:0.0:1769074765.661260:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.661282:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.661291:0:14224:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:0.0:1769074765.661299:0:14224:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00002000:00010000:0.0:1769074765.661307:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 2 locks timeout for req ffff956c0d76dc00 00000100:00100000:1.0:1769074765.671644:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.672426:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.673247:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715008 00000100:00100000:1.0:1769074765.673269:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715008 00010000:00010000:1.0:1769074765.673314:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:1.0:1769074765.673351:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5133 00000100:00100000:1.0:1769074765.673360:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2373:x1855007612715008:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074765.673375:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074765.673393:0:5739:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5467 -> 5471 00010000:00010000:1.0:1769074765.673399:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.673410:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.673433:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89e37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3375104->4194303] (req 3375104->4182015) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb9 expref: 31 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.673451:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074765.673508:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+30:2373:x1855007612715008:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.673514:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5133 00000100:00100000:2.0:1769074765.673705:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715136 00000100:00100000:2.0:1769074765.673710:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715136 00000100:00100000:2.0:1769074765.673745:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9656 00000100:00100000:2.0:1769074765.673753:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+20:57826:x1855007612715136:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.673766:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.673887:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af37 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.673910:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074765.673912:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074765.673917:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 21 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.673929:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 21 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.673940:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a600, rc 0) 00000100:00100000:2.0:1769074765.673964:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:57826:x1855007612715136:12345-192.168.204.39@tcp:101:cat.0 Request processed in 212us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.673970:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9656 00000100:00100000:2.0:1769074765.676443:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.681847:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715264 00000100:00100000:1.0:1769074765.681863:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715264 00010000:00010000:1.0:1769074765.681917:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:1.0:1769074765.681974:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5134 00000100:00100000:1.0:1769074765.681991:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+30:2370:x1855007612715264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074765.682007:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074765.682031:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.682045:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.682068:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89efb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [2097152->3375103] (req 2097152->2174975) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af29 expref: 30 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:1.0:1769074765.682084:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.682086:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.682094:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.682104:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.682117:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.682118:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.682132:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.682140:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.682182:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074765.682196:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619878016:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074765.682305:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074765.682315:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619878144:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074765.682339:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.692672:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619878016:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074765.692691:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619878144:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.692719:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.692794:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612715264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10810us (16360us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.692808:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5134 00000100:00100000:1.0:1769074765.699527:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.699603:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715392 00000100:00100000:2.0:1769074765.699615:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715392 00002000:00100000:2.0:1769074765.699664:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0ace6300 x1855007612715392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.699674:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6300 with x1855007612715392 ext(3145728->4194303) 00002000:00010000:2.0:1769074765.699680:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6300 00000100:00100000:2.0:1769074765.699713:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5387 00000100:00100000:2.0:1769074765.699722:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612715392:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074765.707508:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.707634:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715520 00000100:00100000:2.0:1769074765.707646:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715520 00002000:00100000:2.0:1769074765.707704:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d10871180 x1855007612715520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074765.707716:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871180 with x1855007612715520 ext(2097152->3145727) 00002000:00010000:2.0:1769074765.707722:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10871180 00000100:00100000:2.0:1769074765.707759:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5388 00000100:00100000:2.0:1769074765.707769:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+21:2371:x1855007612715520:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074765.726457:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612715392:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 26724us (26929us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.726472:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5387 00002000:00100000:0.0:1769074765.726495:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0ace6300 x1855007612715392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.726506:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6300 with x1855007612715392 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.726513:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6300 00000100:00100000:1.0:1769074765.732459:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.732569:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715648 00000100:00100000:0.0:1769074765.732580:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715648 00000100:00100000:0.0:1769074765.732637:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9657 00000100:00100000:0.0:1769074765.732648:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57828:x1855007612715648:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074765.733306:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.733332:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af3e expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733369:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 7 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733379:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.733388:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733395:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.733397:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.733402:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [1429504->2097151] (req 1429504->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733437:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733453:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 12 pid: 21706 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.733469:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878272:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.733610:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.733621:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 10 pid: 26306 timeout: 1849 lvb_type: 1 00000100:00100000:0.0:1769074765.733632:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878400:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.733664:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 7 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.733674:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 7 pid: 21706 timeout: 1849 lvb_type: 0 00000100:00100000:0.0:1769074765.733683:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878528:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.734352:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000001:00080000:0.0:1769074765.736324:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839480 is committed 00000001:00080000:0.0:1769074765.736345:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839468 is committed 00000001:00080000:0.0:1769074765.736351:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839467 is committed 00000001:00080000:0.0:1769074765.736392:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839481 is committed 00000001:00080000:0.0:1769074765.736399:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839479 is committed 00000001:00080000:0.0:1769074765.736412:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839424 is committed 00000001:00080000:0.0:1769074765.736418:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839484 is committed 00000001:00080000:0.0:1769074765.736438:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839476 is committed 00000001:00080000:0.0:1769074765.736498:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839482 is committed 00000001:00080000:0.0:1769074765.736527:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839428 is committed 00000100:00100000:0.0:1769074765.737137:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612715520:12345-192.168.204.39@tcp:3:cat.0 Request processed in 29356us (29626us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.737150:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5388 00002000:00100000:0.0:1769074765.737163:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d10871180 x1855007612715520/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.737179:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10871180 with x1855007612715520 ext(2097152->3145727) 00002000:00010000:0.0:1769074765.737184:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10871180 00000100:00100000:0.0:1769074765.738418:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878400:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.739913:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878272:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074765.741337:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.741900:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715904 00000100:00100000:3.0:1769074765.741913:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715904 00010000:00010000:3.0:1769074765.741973:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 13 pid: 21706 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.742028:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5135 00000100:00100000:3.0:1769074765.742039:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612715904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.742056:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.742085:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 13 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.742101:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 13 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.742351:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e897b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aae5 expref: 13 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.742373:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.744194:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612715904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2142us (2849us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.744210:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5135 00000100:00100000:2.0:1769074765.745361:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.745481:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619878528:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.745527:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1429504->2097151] (req 1429504->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.745551:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337800, rc 0) 00000100:00100000:0.0:1769074765.745618:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57828:x1855007612715648:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12971us (13167us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074765.745629:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9657 00000100:00100000:3.0:1769074765.746007:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716032 00000100:00100000:3.0:1769074765.746015:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716032 00010000:00010000:3.0:1769074765.746051:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 8 pid: 21706 timeout: 1849 lvb_type: 0 00000100:00100000:3.0:1769074765.746093:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5136 00000100:00100000:3.0:1769074765.746102:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612716032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.746119:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.746156:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 8 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.746167:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 8 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.746191:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e897ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aade expref: 8 pid: 21706 timeout: 1849 lvb_type: 0 00010000:00010000:3.0:1769074765.746205:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.746227:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612716032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 127us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.746235:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5136 00000100:00100000:0.0:1769074765.748689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.748724:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.748755:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.748910:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716288 00000100:00100000:1.0:1769074765.748922:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716288 00000100:00100000:1.0:1769074765.749160:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716160 00000100:00100000:1.0:1769074765.749164:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716160 00000100:00100000:1.0:1769074765.749193:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9658 00000100:00100000:1.0:1769074765.749201:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612716288:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074765.749223:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074765.749243:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af4c expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.749266:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.749269:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.749278:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.749294:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.749307:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:1.0:1769074765.749352:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612716288:12345-192.168.204.39@tcp:101:cat.0 Request processed in 151us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.749360:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9658 00000100:00100000:1.0:1769074765.749380:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9659 00000100:00100000:1.0:1769074765.749387:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612716160:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074765.749394:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074765.749403:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89f1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af45 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.749415:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074765.749426:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89f1e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af45 expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.749441:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e89f1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af45 expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.749454:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:1.0:1769074765.749473:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612716160:12345-192.168.204.39@tcp:101:cat.0 Request processed in 87us (749us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074765.749479:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9659 00000100:00100000:2.0:1769074765.749600:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612715776 00000100:00100000:2.0:1769074765.749605:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612715776 00010000:00010000:2.0:1769074765.749647:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 11 pid: 26306 timeout: 1849 lvb_type: 1 00000100:00100000:2.0:1769074765.749681:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5137 00000100:00100000:2.0:1769074765.749690:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612715776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.749700:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.749726:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 11 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.749742:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 11 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.749758:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e898b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ab6a expref: 11 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.749767:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.749769:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.749775:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.749902:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.749940:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.750148:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619878656:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074765.750216:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f676c0 going to sleep for 11 seconds 00000100:00080000:1.0:1769074765.750486:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074765.754621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.754706:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716544 00000100:00100000:1.0:1769074765.754720:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716544 00002000:00100000:1.0:1769074765.754787:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x212:0x0] (1429504->1433599) req@ffff956c0d76ca80 x1855007612716544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.754800:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ca80 with x1855007612716544 ext(1429504->1433599) 00002000:00010000:1.0:1769074765.754807:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ca80 00000100:00100000:1.0:1769074765.754865:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5389 00000100:00100000:1.0:1769074765.754876:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612716544:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074765.755205:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612716544:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 329us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074765.755213:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5389 00002000:00100000:1.0:1769074765.755221:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x212:0x0] (1429504->1433599) req@ffff956c0d76ca80 x1855007612716544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.755230:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ca80 with x1855007612716544 ext(1429504->1433599) 00002000:00010000:1.0:1769074765.755234:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ca80 00000100:00100000:3.0:1769074765.755431:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619878656:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.755458:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.755496:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612715776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5808us (6739us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.755504:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5137 00000100:00100000:2.0:1769074765.756807:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.756923:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716416 00000100:00100000:3.0:1769074765.756935:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716416 00000100:00100000:3.0:1769074765.757108:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9660 00000100:00100000:3.0:1769074765.757118:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57826:x1855007612716416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.757146:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.757166:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af53 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.757190:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.757192:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074765.757200:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.757215:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074765.757226:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8800, rc 0) 00000100:00100000:3.0:1769074765.757268:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57826:x1855007612716416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 151us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.757275:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9660 00010000:00010000:3.0:1769074765.759246:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074765.781321:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.781479:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716672 00000100:00100000:2.0:1769074765.781490:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716672 00000100:00100000:2.0:1769074765.781557:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9661 00000100:00100000:2.0:1769074765.781566:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57828:x1855007612716672:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074765.781587:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.781607:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af5a expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.781641:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.781651:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.781664:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.781666:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.781671:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 10 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.781715:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 19 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074765.781732:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 19 pid: 26306 timeout: 1849 lvb_type: 1 00000100:00100000:2.0:1769074765.781745:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619878784:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.781889:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.781898:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1769074765.781907:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619878912:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074765.781930:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f67780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074765.792795:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619878784:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074765.792817:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619878912:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074765.793053:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 10 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.793085:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:2.0:1769074765.793204:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57828:x1855007612716672:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11637us (11891us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.793214:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9661 00000100:00100000:1.0:1769074765.805378:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.805555:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.805596:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716928 00000100:00100000:1.0:1769074765.805610:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716928 00002000:00100000:1.0:1769074765.805679:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c0ace6d80 x1855007612716928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.805693:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6d80 with x1855007612716928 ext(4194304->4861951) 00002000:00010000:1.0:1769074765.805700:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6d80 00000100:00100000:1.0:1769074765.805733:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5390 00000100:00100000:1.0:1769074765.805743:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612716928:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074765.812435:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612716800 00000100:00100000:2.0:1769074765.812450:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612716800 00010000:00010000:2.0:1769074765.812496:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 22 pid: 26306 timeout: 1849 lvb_type: 1 00000100:00100000:2.0:1769074765.812543:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5138 00000100:00100000:2.0:1769074765.812553:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612716800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.812568:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.812594:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 22 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.812611:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 22 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.812636:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af4c expref: 22 pid: 26306 timeout: 1849 lvb_type: 1 00010000:00010000:2.0:1769074765.812661:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074765.812709:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612716800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 156us (7345us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.812717:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5138 00000100:00100000:2.0:1769074765.813612:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.814320:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.814385:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.814407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.814440:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717056 00000100:00100000:2.0:1769074765.814449:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717056 00010000:00010000:2.0:1769074765.814482:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1769074765.814515:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5139 00000100:00100000:2.0:1769074765.814525:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612717056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.814543:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.814569:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.814585:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.814610:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0adeb400/0x8b5959a9a0e89ef4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af22 expref: 10 pid: 6531 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1769074765.814628:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.814631:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.814639:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.814651:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.814699:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.814717:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619879040:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074765.814788:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f67780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.817868:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717184 00000100:00100000:0.0:1769074765.817886:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717184 00002000:00100000:0.0:1769074765.817960:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0d76ea00 x1855007612717184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.817973:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ea00 with x1855007612717184 ext(2097152->3145727) 00002000:00010000:0.0:1769074765.817984:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ea00 00000100:00100000:0.0:1769074765.818012:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717312 00000100:00100000:0.0:1769074765.818015:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717312 00002000:00100000:0.0:1769074765.818031:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0d76ce00 x1855007612717312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.818037:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ce00 with x1855007612717312 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.818040:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ce00 00000100:00100000:0.0:1769074765.818057:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717440 00000100:00100000:0.0:1769074765.818060:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717440 00002000:00100000:0.0:1769074765.818075:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0d76c700 x1855007612717440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.818082:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c700 with x1855007612717440 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.818086:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c700 00000100:00100000:0.0:1769074765.818107:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5391 00000100:00100000:0.0:1769074765.818116:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612717184:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074765.819727:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5392 00000100:00100000:3.0:1769074765.819743:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612717312:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074765.821770:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619879040:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074765.821798:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.821868:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612717056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7343us (8258us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.821881:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5139 00000100:00100000:0.0:1769074765.822917:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5393 00000100:00100000:0.0:1769074765.822936:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612717440:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074765.829292:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619879552:0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829360:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074765.829397:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074765.829403:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619879168:0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829429:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074765.829453:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619879680:0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829473:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074765.829501:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879168 00000100:00100000:1.0:1769074765.829508:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879168 00000100:00100000:1.0:1769074765.829549:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1769074765.829558:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619879168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829607:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619879168:12345-0@lo:400:kworker.0 Request processed in 49us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.829614:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1769074765.829668:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619879168:0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829697:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879552 00000100:00100000:1.0:1769074765.829701:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879552 00000100:00100000:1.0:1769074765.829733:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879680 00000100:00100000:1.0:1769074765.829736:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879680 00000100:00100000:1.0:1769074765.829755:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1769074765.829760:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619879552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829801:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619879552:12345-0@lo:400:kworker.0 Request processed in 40us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.829806:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1769074765.829819:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1769074765.829852:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619879680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.829880:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619879680:12345-0@lo:400:kworker.0 Request processed in 57us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.829885:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:1.0:1769074765.829900:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074765.829905:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074765.829921:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872522 gen 2 00000004:00080000:1.0:1769074765.829926:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b8a80, transno 17179872481 00000004:00080000:1.0:1769074765.829937:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b8380, transno 17179872482 00000004:00080000:1.0:1769074765.829941:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b9880, transno 17179872483 00000004:00080000:1.0:1769074765.829943:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411ba300, transno 17179872484 00000004:00080000:1.0:1769074765.829945:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b9c00, transno 17179872485 00000004:00080000:1.0:1769074765.829948:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411bb100, transno 17179872486 00000004:00080000:1.0:1769074765.829950:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b8e00, transno 17179872487 00000004:00080000:1.0:1769074765.829954:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d411b9500, transno 17179872488 00000004:00080000:1.0:1769074765.829956:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfcce00, transno 17179872489 00000004:00080000:1.0:1769074765.829959:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88e00, transno 17179872490 00000004:00080000:1.0:1769074765.829961:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019d500, transno 17179872491 00000004:00080000:1.0:1769074765.829964:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89180, transno 17179872492 00000004:00080000:1.0:1769074765.829966:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88000, transno 17179872493 00000004:00080000:1.0:1769074765.829970:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89f80, transno 17179872494 00000004:00080000:1.0:1769074765.829973:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8a680, transno 17179872495 00000004:00080000:1.0:1769074765.829975:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d13480, transno 17179872496 00000004:00080000:1.0:1769074765.829979:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fce00, transno 17179872498 00000004:00080000:1.0:1769074765.829994:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fdc00, transno 17179872499 00000004:00080000:1.0:1769074765.829998:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184ff100, transno 17179872500 00000004:00080000:1.0:1769074765.830000:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fd500, transno 17179872501 00000004:00080000:1.0:1769074765.830002:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fe300, transno 17179872502 00000004:00080000:1.0:1769074765.830005:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fed80, transno 17179872503 00000004:00080000:1.0:1769074765.830008:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fc000, transno 17179872504 00000004:00080000:1.0:1769074765.830011:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fd180, transno 17179872505 00000004:00080000:1.0:1769074765.830014:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178d180, transno 17179872506 00000004:00080000:1.0:1769074765.830016:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178d500, transno 17179872507 00000004:00080000:1.0:1769074765.830019:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178f800, transno 17179872508 00000004:00080000:1.0:1769074765.830022:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178ea00, transno 17179872509 00000004:00080000:1.0:1769074765.830025:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178df80, transno 17179872510 00000004:00080000:1.0:1769074765.830028:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04211500, transno 17179872511 00000004:00080000:1.0:1769074765.830030:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21567100, transno 17179872512 00000004:00080000:1.0:1769074765.830034:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21564a80, transno 17179872513 00000004:00080000:1.0:1769074765.830037:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21565f80, transno 17179872515 00000004:00080000:1.0:1769074765.830040:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40fec000, transno 17179872516 00000004:00080000:1.0:1769074765.830042:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c033f3480, transno 17179872517 00000004:00080000:1.0:1769074765.830045:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21565880, transno 17179872518 00000004:00080000:1.0:1769074765.830047:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21566300, transno 17179872519 00000004:00080000:1.0:1769074765.830050:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41801c00, transno 17179872520 00000004:00080000:1.0:1769074765.830052:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40fef800, transno 17179872521 00000004:00080000:1.0:1769074765.830054:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41800a80, transno 17179872522 00000100:00100000:1.0:1769074765.830060:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619879680:0@lo:400:kworker.0 00000100:00100000:1.0:1769074765.830071:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839476 gen 2 00000004:00080000:1.0:1769074765.830075:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149500, transno 21474839429 00000004:00080000:1.0:1769074765.830085:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4114a680, transno 21474839430 00000004:00080000:1.0:1769074765.830089:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149f80, transno 21474839431 00000004:00080000:1.0:1769074765.830091:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149c00, transno 21474839432 00000004:00080000:1.0:1769074765.830094:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149180, transno 21474839433 00000004:00080000:1.0:1769074765.830097:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4114ad80, transno 21474839434 00000004:00080000:1.0:1769074765.830099:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41148380, transno 21474839435 00000004:00080000:1.0:1769074765.830102:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41148700, transno 21474839436 00000004:00080000:1.0:1769074765.830105:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d24380, transno 21474839437 00000004:00080000:1.0:1769074765.830108:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41333480, transno 21474839438 00000004:00080000:1.0:1769074765.830111:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332680, transno 21474839439 00000004:00080000:1.0:1769074765.830114:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41330380, transno 21474839440 00000004:00080000:1.0:1769074765.830116:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1f80, transno 21474839441 00000004:00080000:1.0:1769074765.830119:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41331c00, transno 21474839442 00000004:00080000:1.0:1769074765.830132:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe2d80, transno 21474839443 00000004:00080000:1.0:1769074765.830135:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41330000, transno 21474839444 00000004:00080000:1.0:1769074765.830138:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332d80, transno 21474839445 00000004:00080000:1.0:1769074765.830140:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104aa00, transno 21474839446 00000004:00080000:1.0:1769074765.830143:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d94e00, transno 21474839449 00000004:00080000:1.0:1769074765.830146:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04210a80, transno 21474839450 00000004:00080000:1.0:1769074765.830148:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe7b80, transno 21474839451 00000004:00080000:1.0:1769074765.830151:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04211880, transno 21474839452 00000004:00080000:1.0:1769074765.830153:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d27d96300, transno 21474839453 00000004:00080000:1.0:1769074765.830156:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04210380, transno 21474839454 00000004:00080000:1.0:1769074765.830158:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c4a80, transno 21474839455 00000004:00080000:1.0:1769074765.830161:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20696a00, transno 21474839456 00000004:00080000:1.0:1769074765.830164:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4178c700, transno 21474839457 00000004:00080000:1.0:1769074765.830167:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08851f80, transno 21474839458 00000004:00080000:1.0:1769074765.830169:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c5c00, transno 21474839459 00000004:00080000:1.0:1769074765.830173:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c4a80, transno 21474839460 00000004:00080000:1.0:1769074765.830176:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4101b480, transno 21474839461 00000004:00080000:1.0:1769074765.830178:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41800700, transno 21474839462 00000004:00080000:1.0:1769074765.830180:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08852d80, transno 21474839463 00000004:00080000:1.0:1769074765.830183:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c7100, transno 21474839464 00000004:00080000:1.0:1769074765.830185:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c4000, transno 21474839465 00000004:00080000:1.0:1769074765.830187:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41018000, transno 21474839466 00000004:00080000:1.0:1769074765.830190:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe3100, transno 21474839468 00000004:00080000:1.0:1769074765.830192:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94000, transno 21474839469 00000004:00080000:1.0:1769074765.830194:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94a80, transno 21474839470 00000004:00080000:1.0:1769074765.830197:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b05c00, transno 21474839471 00000004:00080000:1.0:1769074765.830200:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e972300, transno 21474839472 00000004:00080000:1.0:1769074765.830202:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b04e00, transno 21474839473 00000004:00080000:1.0:1769074765.830205:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e972680, transno 21474839474 00000004:00080000:1.0:1769074765.830207:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41c57480, transno 21474839475 00000004:00080000:1.0:1769074765.830210:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b05500, transno 21474839476 00000100:00100000:1.0:1769074765.830215:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619879552:0@lo:400:kworker.0 00000004:00080000:1.0:1769074765.830683:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 40 done 00000004:00080000:1.0:1769074765.830964:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 45 done 00000100:00100000:2.0:1769074765.831626:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619879296:0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.831705:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074765.831741:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619879808:0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.831763:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074765.831786:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074765.831791:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619879424:0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.831811:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074765.831868:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879296 00000100:00100000:2.0:1769074765.831878:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879296 00000100:00100000:2.0:1769074765.831967:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879808 00000100:00100000:2.0:1769074765.831970:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879808 00000100:00100000:2.0:1769074765.833767:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619879424 00000100:00100000:2.0:1769074765.833780:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619879424 00000100:00100000:2.0:1769074765.833854:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1769074765.833863:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619879296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.834185:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619879296:12345-0@lo:400:kworker.0 Request processed in 322us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.834193:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1769074765.834212:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1769074765.834218:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619879808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.834244:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619879808:12345-0@lo:400:kworker.0 Request processed in 27us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.834249:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1769074765.834260:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1769074765.834266:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619879424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.834288:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619879424:12345-0@lo:400:kworker.0 Request processed in 23us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074765.834293:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1769074765.834338:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619879424:0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.834350:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619879296:0@lo:400:kworker.0 00000100:00100000:2.0:1769074765.834359:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619879808:0@lo:400:kworker.0 00000100:00080000:1.0:1769074765.834679:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074765.844313:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.844705:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717568 00000100:00100000:0.0:1769074765.844716:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717568 00002000:00100000:0.0:1769074765.844766:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (1241088->1245183) req@ffff956c0d76e680 x1855007612717568/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/0 e 0 to 0 dl 1769074776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.844790:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e680 with x1855007612717568 ext(1241088->1245183) 00002000:00010000:0.0:1769074765.844796:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76e680 00000100:00100000:0.0:1769074765.844843:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5394 00000100:00100000:0.0:1769074765.844853:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612717568:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074765.845374:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612717568:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 520us (1071us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074765.845383:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5394 00002000:00100000:0.0:1769074765.845391:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20e:0x0] (1241088->1245183) req@ffff956c0d76e680 x1855007612717568/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/4536 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.845400:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76e680 with x1855007612717568 ext(1241088->1245183) 00002000:00010000:0.0:1769074765.845404:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76e680 00000100:00100000:1.0:1769074765.847325:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612716928:12345-192.168.204.39@tcp:3:cat.0 Request processed in 41572us (41758us total) trans 0 rc 667648/667648 00000100:00100000:1.0:1769074765.847338:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5390 00002000:00100000:1.0:1769074765.847351:0:14224:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956c0ace6d80 x1855007612716928/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074765.847362:0:14224:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0ace6d80 with x1855007612716928 ext(4194304->4861951) 00002000:00010000:1.0:1769074765.847368:0:14224:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0ace6d80 00000100:00100000:0.0:1769074765.866787:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612717312:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 47036us (52388us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.866803:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5392 00002000:00100000:0.0:1769074765.866817:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c0d76ce00 x1855007612717312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.866849:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ce00 with x1855007612717312 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.866857:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ce00 00000100:00100000:0.0:1769074765.867055:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.867180:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717696 00000100:00100000:0.0:1769074765.867188:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717696 00000100:00100000:0.0:1769074765.867236:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9662 00000100:00100000:0.0:1769074765.867247:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612717696:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074765.867269:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.867289:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e89f33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af61 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074765.867365:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619879936:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074765.867437:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074765.880340:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.880443:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612717824 00000100:00100000:2.0:1769074765.880457:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612717824 00000100:00100000:2.0:1769074765.880526:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9663 00000100:00100000:2.0:1769074765.880536:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612717824:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074765.880554:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074765.880574:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89f3a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af68 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.880636:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880064:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074765.880725:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f67780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.909334:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:3.0:1769074765.909578:0:33558:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074763 -> 1769074766 00000100:00100000:3.0:1769074765.909603:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880064:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074765.909642:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89f3a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af68 expref: 20 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.909666:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89f3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af68 expref: 20 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074765.909679:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6a00, rc 0) 00000100:00100000:3.0:1769074765.909732:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612717824:12345-192.168.204.39@tcp:101:cat.0 Request processed in 29196us (29406us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074765.909741:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9663 00000100:00100000:0.0:1769074765.910740:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612717184:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 92619us (96417us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.910751:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5391 00002000:00100000:0.0:1769074765.910762:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0d76ea00 x1855007612717184/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.910773:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76ea00 with x1855007612717184 ext(2097152->3145727) 00002000:00010000:0.0:1769074765.910779:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0d76ea00 00002000:00010000:0.0:1769074765.910865:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime: 1769074758 -> 1769074766 00002000:00010000:0.0:1769074765.910869:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074758 -> 1769074766 00002000:00010000:0.0:1769074765.910871:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime: 1769074761 -> 1769074766 00000100:00100000:0.0:1769074765.910888:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619879936:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074765.910932:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e89f33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af61 expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.910949:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e89f33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af61 expref: 8 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.910962:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:0.0:1769074765.911170:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612717696:12345-192.168.204.39@tcp:101:cat.0 Request processed in 43740us (43930us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074765.911179:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9662 00000100:00100000:0.0:1769074765.911611:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612717440:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 88682us (97201us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074765.911619:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5393 00002000:00100000:0.0:1769074765.911627:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0d76c700 x1855007612717440/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:301/0 lens 488/440 e 0 to 0 dl 1769074776 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074765.911637:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0d76c700 with x1855007612717440 ext(3145728->4194303) 00002000:00010000:0.0:1769074765.911643:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0d76c700 00000100:00100000:2.0:1769074765.918149:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718080 00000100:00100000:2.0:1769074765.918164:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718080 00000100:00100000:1.0:1769074765.918297:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6429 00000100:00100000:1.0:1769074765.918317:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+165:57831:x1855007612718080:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074765.918343:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074765.918365:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e89f41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af6f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.918439:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918452:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918464:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918478:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918485:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918492:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918627:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f56 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918637:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918644:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074765.918653:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074765.918748:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918756:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918763:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918769:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074765.918773:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918781:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918792:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074765.918795:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074765.918800:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918805:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e89f48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918817:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918856:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918862:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918867:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074765.918869:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918876:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918883:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d03d0a800) 00010000:00010000:1.0:1769074765.918885:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074765.918888:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918894:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e89f4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074765.918951:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e89f41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af6f expref: 168 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.918966:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f56 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af6f expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.918974:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074765.918976:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074765.918979:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:3.0:1769074765.919276:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.919323:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.919347:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718208 00000100:00100000:3.0:1769074765.919354:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718208 00000100:00100000:3.0:1769074765.919387:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718336 00000100:00100000:3.0:1769074765.919390:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718336 00000100:00100000:3.0:1769074765.919417:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9664 00000100:00100000:3.0:1769074765.919426:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612718208:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.919436:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.919448:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89f64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af76 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.919520:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619880192:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074765.919595:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074765.919614:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9665 00000100:00100000:3.0:1769074765.919621:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612718336:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074765.919630:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074765.919639:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89f6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af7d expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074765.919665:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619880320:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074765.919688:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dd600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074765.920229:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+167:57831:x1855007612718080:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1919us (10902us total) trans 8589941305 rc 0/0 00000100:00100000:1.0:1769074765.920240:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6429 00000100:00100000:1.0:1769074765.927441:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619880320:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074765.927483:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89f6b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af7d expref: 20 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.927510:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e89f6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af7d expref: 20 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074765.927523:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:1.0:1769074765.927598:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612718336:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7976us (8273us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074765.927607:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9665 00000100:00100000:0.0:1769074765.927922:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619880192:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074765.927944:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89f64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af76 expref: 8 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.927959:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e89f64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af76 expref: 8 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074765.927969:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:0.0:1769074765.928000:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612718208:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8575us (8726us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074765.928007:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9664 00000100:00100000:3.0:1769074765.937313:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074765.937419:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718464 00000100:00100000:1.0:1769074765.937441:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718464 00000100:00100000:1.0:1769074765.937551:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:1.0:1769074765.937562:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+167:2372:x1855007612718464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074765.937586:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074765.937618:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89f56 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af6f expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.937642:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074765.937648:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074765.937726:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+166:2372:x1855007612718464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.937734:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:3.0:1769074765.960520:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.960563:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074765.960658:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718592 00000100:00100000:0.0:1769074765.960671:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718592 00000100:00100000:0.0:1769074765.960730:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9666 00000100:00100000:0.0:1769074765.960740:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+19:57831:x1855007612718592:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074765.960761:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074765.960780:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af84 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.960811:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.960865:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.960873:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.960876:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074765.960881:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3538944->3739647] (req 3538944->3739647) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.960929:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.960946:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 8 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074765.960963:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880448:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074765.961068:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074765.961078:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074765.961086:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880576:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074765.961106:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074765.961396:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612718848 00000100:00100000:2.0:1769074765.961402:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612718848 00000100:00100000:2.0:1769074765.961450:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2728 00000100:00100000:2.0:1769074765.961457:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+166:57818:x1855007612718848:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074765.961701:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+167:57818:x1855007612718848:12345-192.168.204.39@tcp:35:cat.0 Request processed in 243us (1136us total) trans 8589941306 rc 0/0 00000100:00100000:2.0:1769074765.961708:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2728 00000100:00100000:0.0:1769074765.970321:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.970455:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719104 00000100:00100000:2.0:1769074765.970465:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719104 00000100:00100000:2.0:1769074765.970561:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2729 00000100:00100000:2.0:1769074765.970570:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+28:57826:x1855007612719104:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074765.971354:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:57826:x1855007612719104:12345-192.168.204.39@tcp:35:cat.0 Request processed in 777us (1037us total) trans 8589941307 rc 0/0 00000100:00100000:2.0:1769074765.971367:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2729 00000100:00100000:1.0:1769074765.971512:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880448:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074765.971535:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619880576:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074765.971585:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3538944->3739647] (req 3538944->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074765.971626:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336000, rc 0) 00000100:00100000:1.0:1769074765.971678:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+20:57831:x1855007612718592:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10939us (11169us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074765.971690:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9666 00000100:00100000:0.0:1769074765.989690:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074765.989794:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719232 00000100:00100000:3.0:1769074765.989805:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719232 00010000:00010000:3.0:1769074765.990285:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 9 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074765.990393:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5140 00000100:00100000:3.0:1769074765.990405:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612719232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074765.990422:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074765.990444:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 9 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074765.990458:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 9 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074765.990483:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e89f09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af37 expref: 9 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074765.990515:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074765.990594:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612719232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 191us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074765.990601:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5140 00000100:00100000:3.0:1769074765.998420:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074765.998592:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719360 00000100:00100000:2.0:1769074765.998602:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719360 00010000:00010000:2.0:1769074765.998643:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:2.0:1769074765.998689:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5141 00000100:00100000:2.0:1769074765.998700:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612719360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074765.998715:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074765.998738:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074765.998755:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074765.998781:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e89f02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af30 expref: 20 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074765.998798:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.998800:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074765.998807:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.998819:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074765.998912:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 19 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074765.998929:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619880704:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074765.999030:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f676c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074766.009529:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.009753:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619880704:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074766.009783:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074766.009891:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612719360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11191us (11479us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.009904:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5141 00000100:00100000:1.0:1769074766.014232:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719488 00000100:00100000:1.0:1769074766.014305:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719488 00002000:00100000:1.0:1769074766.014405:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3538944->3543039) req@ffff956d2e971880 x1855007612719488/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/0 e 0 to 0 dl 1769074777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074766.014419:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971880 with x1855007612719488 ext(3538944->3543039) 00002000:00010000:1.0:1769074766.014426:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971880 00000100:00100000:1.0:1769074766.014542:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5395 00000100:00100000:1.0:1769074766.014557:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612719488:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074766.014905:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612719488:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 349us (5390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074766.014918:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5395 00002000:00100000:1.0:1769074766.014927:0:14427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x20f:0x0] (3538944->3543039) req@ffff956d2e971880 x1855007612719488/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/4536 e 0 to 0 dl 1769074777 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074766.014936:0:14427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971880 with x1855007612719488 ext(3538944->3543039) 00002000:00010000:1.0:1769074766.014951:0:14427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971880 00000100:00100000:0.0:1769074766.020385:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.020513:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719616 00000100:00100000:2.0:1769074766.020526:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719616 00002000:00100000:2.0:1769074766.020591:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3735552->3739647) req@ffff956d2e971f80 x1855007612719616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/0 e 0 to 0 dl 1769074777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074766.020610:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971f80 with x1855007612719616 ext(3735552->3739647) 00002000:00010000:2.0:1769074766.020617:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971f80 00000100:00100000:2.0:1769074766.020655:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5396 00000100:00100000:2.0:1769074766.020665:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612719616:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074766.021235:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612719616:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 568us (862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074766.021245:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5396 00002000:00100000:2.0:1769074766.021253:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20f:0x0] (3735552->3739647) req@ffff956d2e971f80 x1855007612719616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/4536 e 0 to 0 dl 1769074777 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074766.021261:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2e971f80 with x1855007612719616 ext(3735552->3739647) 00002000:00010000:2.0:1769074766.021265:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2e971f80 00000100:00100000:2.0:1769074766.024764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.025418:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612719872 00000100:00100000:0.0:1769074766.025435:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612719872 00000100:00100000:0.0:1769074766.025531:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2730 00000100:00100000:0.0:1769074766.025544:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+167:57831:x1855007612719872:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074766.026019:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+168:57831:x1855007612719872:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 477us (1270us total) trans 8589941308 rc 0/0 00000100:00100000:0.0:1769074766.026029:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2730 00000100:00080000:1.0:1769074766.026323:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074766.055727:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.056923:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720000 00000100:00100000:1.0:1769074766.057104:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720000 00000100:00100000:0.0:1769074766.057727:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6430 00000100:00100000:0.0:1769074766.057742:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57837:x1855007612720000:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074766.057782:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074766.057812:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e89f79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af8b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.057957:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.057974:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.057987:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058463:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058474:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058481:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058620:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058637:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 28 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.058646:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074766.058691:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 28 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.058710:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 28 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.058727:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619880832:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074766.059199:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c240 going to sleep for 11 seconds 00000100:00080000:1.0:1769074766.059581:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074766.065949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.066211:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619880832:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074766.066262:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074766.066430:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720256 00000100:00100000:3.0:1769074766.066442:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720256 00000100:00100000:3.0:1769074766.066611:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2731 00000100:00100000:3.0:1769074766.066625:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:53572:x1855007612720256:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1769074766.067239:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:53572:x1855007612720256:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 615us (1305us total) trans 8589941309 rc 0/0 00000100:00100000:3.0:1769074766.067249:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2731 00000100:00100000:2.0:1769074766.070127:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.070527:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720384 00000100:00100000:3.0:1769074766.070543:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720384 00010000:00010000:3.0:1769074766.070596:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.070651:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5142 00000100:00100000:3.0:1769074766.070663:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2371:x1855007612720384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074766.070685:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074766.070693:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.070711:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.070742:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e89a71 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac82 expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.070766:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074766.070783:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.070796:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.070805:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.070898:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074766.071342:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071352:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074766.071405:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:2.0:1769074766.071410:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074766.071433:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071449:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071460:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071467:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071475:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071481:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074766.071486:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071494:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071503:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074766.071506:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074766.071511:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071516:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e89f80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071528:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071533:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071544:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071549:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074766.071551:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071556:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071562:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5600) 00010000:00010000:2.0:1769074766.071565:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074766.071568:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071573:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e89f87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.071614:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e89f79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.071628:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.071636:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074766.071638:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074766.071641:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977400, rc 0) 00000100:00100000:3.0:1769074766.071694:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612720384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1031us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.071705:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5142 00000100:00080000:1.0:1769074766.072047:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074766.072478:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612720000:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14734us (16761us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.072489:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6430 00000100:00100000:2.0:1769074766.076982:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.077029:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.077063:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.077100:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720512 00000100:00100000:2.0:1769074766.077113:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720512 00000100:00100000:2.0:1769074766.077200:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720640 00000100:00100000:2.0:1769074766.077204:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720640 00000100:00100000:2.0:1769074766.077225:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720768 00000100:00100000:2.0:1769074766.077228:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720768 00000100:00100000:2.0:1769074766.077249:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9667 00000100:00100000:2.0:1769074766.077260:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612720512:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.077285:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.077309:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af92 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.077342:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.077345:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.077360:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.077382:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.077401:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:2.0:1769074766.077479:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612720512:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 221us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.077487:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9667 00000100:00100000:2.0:1769074766.077510:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9668 00000100:00100000:2.0:1769074766.077517:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612720640:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.077527:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.077540:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11af99 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.077554:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.077557:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.077562:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.077577:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.077586:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:2.0:1769074766.077608:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612720640:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 91us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.077615:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9668 00000100:00100000:2.0:1769074766.077629:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9669 00000100:00100000:2.0:1769074766.077636:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612720768:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.077642:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.077652:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89fa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afa0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.077716:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619880960:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074766.077788:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f676c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074766.077876:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.077913:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612720896 00000100:00100000:2.0:1769074766.077918:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612720896 00000100:00100000:2.0:1769074766.077948:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9670 00000100:00100000:2.0:1769074766.077954:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612720896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.077962:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.077972:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89faa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afa7 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.078005:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619881088:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074766.078035:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074766.078101:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.078146:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.078408:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721024 00000100:00100000:1.0:1769074766.078423:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721024 00000100:00100000:1.0:1769074766.078456:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721152 00000100:00100000:1.0:1769074766.078459:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721152 00000100:00100000:1.0:1769074766.078479:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9671 00000100:00100000:1.0:1769074766.078486:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612721024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074766.078493:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074766.078505:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89fb1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afae expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.078529:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89fb1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afae expref: 15 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.078548:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96e00/0x8b5959a9a0e89fb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afae expref: 15 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.078566:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96e00, rc 0) 00000100:00100000:1.0:1769074766.078602:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612721024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 116us (500us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074766.078609:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9671 00000100:00100000:1.0:1769074766.078629:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9672 00000100:00100000:1.0:1769074766.078634:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612721152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074766.078640:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074766.078647:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afb5 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.078660:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.078662:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.078668:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.078688:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.078697:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97600, rc 0) 00000100:00100000:1.0:1769074766.078713:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612721152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 79us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.078719:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9672 00000100:00080000:1.0:1769074766.078750:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1769074766.091535:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime: 1769074766 -> 1769074767 00000100:00100000:3.0:1769074766.091586:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619880960:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074766.091650:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89fa3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afa0 expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.091684:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e89fa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afa0 expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.091698:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:3.0:1769074766.091796:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612720768:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14158us (14730us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074766.091808:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9669 00002000:00010000:1.0:1769074766.092548:0:26584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime: 1769074766 -> 1769074767 00000100:00100000:1.0:1769074766.092570:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619881088:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074766.092600:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89faa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afa7 expref: 13 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.092617:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e89faa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afa7 expref: 13 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.092628:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:1.0:1769074766.092661:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612720896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14706us (14785us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074766.092668:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9670 00000100:00100000:1.0:1769074766.096686:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.096779:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721408 00000100:00100000:2.0:1769074766.096793:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721408 00000100:00100000:2.0:1769074766.096890:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6431 00000100:00100000:2.0:1769074766.096901:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612721408:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.096928:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.096964:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e89fbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afbc expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.097241:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.098374:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.098392:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.098451:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.098473:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 10 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:2.0:1769074766.098492:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619881216:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074766.098617:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.111411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.111628:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619881216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074766.111676:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074766.111783:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721536 00000100:00100000:3.0:1769074766.111796:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721536 00010000:00010000:3.0:1769074766.111900:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 11 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.111951:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5143 00000100:00100000:3.0:1769074766.111964:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612721536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074766.111987:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074766.112443:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 11 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.112464:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 11 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.112494:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e89f8e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af8b expref: 11 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.112516:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074766.112523:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.112535:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.112544:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.112583:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074766.112661:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612721536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 698us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.112670:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5143 00010000:00010000:2.0:1769074766.118511:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.118534:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074766.118568:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:2.0:1769074766.118901:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e89fbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.118930:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.118955:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074766.118959:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074766.118964:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7200, rc 0) 00000100:00100000:2.0:1769074766.119058:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612721408:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 22158us (22387us total) trans 8589941310 rc 0/0 00000100:00100000:2.0:1769074766.119074:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6431 00000100:00100000:1.0:1769074766.133877:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.134693:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721664 00000100:00100000:2.0:1769074766.134713:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721664 00000100:00100000:2.0:1769074766.135243:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6432 00000100:00100000:2.0:1769074766.135272:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612721664:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.135307:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.135337:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e89fd4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afc3 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.135461:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.135482:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.135492:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.135539:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.135557:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 11 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:2.0:1769074766.135572:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619881344:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074766.135767:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074766.142538:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619881344:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074766.142587:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074766.142673:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.143131:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721792 00000100:00100000:2.0:1769074766.143142:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721792 00010000:00010000:2.0:1769074766.143197:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 12 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:2.0:1769074766.143394:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5144 00000100:00100000:2.0:1769074766.143407:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612721792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074766.143429:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074766.143438:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 12 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.143455:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 12 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.143484:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e89fc6 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afbc expref: 12 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.143503:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074766.143508:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.143520:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.143528:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074766.143565:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074766.143644:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612721792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 238us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.143655:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5144 00010000:00010000:3.0:1769074766.143954:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.143962:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074766.144028:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:3.0:1769074766.144035:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074766.144063:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.144105:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e89fd4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afc3 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.144132:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afc3 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.144140:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074766.144143:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074766.144146:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6a00, rc 0) 00000100:00100000:3.0:1769074766.144196:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612721664:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8942us (10376us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.144204:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6432 00000100:00100000:3.0:1769074766.148655:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.148709:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722048 00000100:00100000:3.0:1769074766.148737:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722048 00000100:00100000:3.0:1769074766.148820:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9673 00000100:00100000:3.0:1769074766.148858:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612722048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074766.148888:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074766.148917:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89fe2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afd1 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.149558:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619881472:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074766.149740:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074766.149808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.150029:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.150107:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612721920 00000100:00100000:0.0:1769074766.150126:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612721920 00000100:00100000:0.0:1769074766.150172:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722176 00000100:00100000:0.0:1769074766.150176:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722176 00000100:00100000:0.0:1769074766.150200:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9674 00000100:00100000:0.0:1769074766.150209:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612721920:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074766.150223:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074766.150245:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e89fe9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afca expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.150293:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619881600:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074766.150407:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9675 00000100:00100000:2.0:1769074766.150420:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612722176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.150428:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.150440:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ff0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afd8 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.150466:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ff0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afd8 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.150490:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e89ff0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afd8 expref: 15 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.150504:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:0.0:1769074766.151478:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074766.153403:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612722176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2968us (3353us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074766.153418:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9675 00000100:00100000:1.0:1769074766.159682:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619881600:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074766.159757:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e89fe9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afca expref: 13 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.160106:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e89fe9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afca expref: 13 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.160132:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:1.0:1769074766.160211:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612721920:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10003us (10403us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074766.160222:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9674 00000100:00100000:3.0:1769074766.160472:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619881472:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074766.160499:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89fe2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afd1 expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.160513:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e89fe2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afd1 expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.160523:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074766.160557:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612722048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 11704us (11920us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074766.160564:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9673 00000100:00100000:1.0:1769074766.179404:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.179568:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722432 00000100:00100000:3.0:1769074766.179583:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722432 00000100:00100000:3.0:1769074766.179651:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6433 00000100:00100000:3.0:1769074766.179663:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612722432:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074766.179691:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074766.179721:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ff7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afdf expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.179917:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.179936:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074766.179949:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074766.179964:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074766.180135:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e89ff7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afdf expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.180156:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afdf expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.180166:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074766.180170:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074766.180175:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:3.0:1769074766.180244:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612722432:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 584us (856us total) trans 8589941311 rc 0/0 00000100:00100000:3.0:1769074766.180253:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6433 00000100:00100000:1.0:1769074766.188902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.188970:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.189015:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.189046:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.189069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.189093:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.189151:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722560 00000100:00100000:1.0:1769074766.189164:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722560 00000100:00100000:1.0:1769074766.189223:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722688 00000100:00100000:1.0:1769074766.189226:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722688 00000100:00100000:1.0:1769074766.189246:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722944 00000100:00100000:1.0:1769074766.189249:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722944 00000100:00100000:1.0:1769074766.189283:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723200 00000100:00100000:1.0:1769074766.189287:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723200 00000100:00100000:1.0:1769074766.189301:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612722816 00000100:00100000:1.0:1769074766.189304:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612722816 00000100:00100000:1.0:1769074766.189317:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723072 00000100:00100000:1.0:1769074766.189320:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723072 00000100:00100000:1.0:1769074766.189342:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9676 00000100:00100000:1.0:1769074766.189354:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612722560:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.189417:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189442:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189453:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189462:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 7 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189469:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.189472:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.189476:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189522:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 7 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189542:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 7 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.189560:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881728:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.189675:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189686:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.189696:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881856:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.189730:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189741:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 18 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.189751:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881984:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.189777:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.189810:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9677 00000100:00100000:1.0:1769074766.189818:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612722688:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.189890:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189905:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189913:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189921:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 11 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189929:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.189930:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.189933:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.189954:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 11 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.189964:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 11 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.189975:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882112:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.190010:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.190019:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.190028:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882240:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.190060:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190070:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 6 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190085:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882368:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.190108:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.190139:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9678 00000100:00100000:1.0:1769074766.190148:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612722944:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.190169:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190180:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 7 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190187:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.190189:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.190191:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190211:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 7 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190219:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 7 pid: 6533 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190230:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619882496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.190254:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.190275:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9679 00000100:00100000:1.0:1769074766.190284:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612723200:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.190309:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190321:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190328:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.190336:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190342:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.190344:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.190346:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190362:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190370:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 11 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190379:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882624:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.190409:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 14 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074766.190423:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 14 pid: 33557 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.190431:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882752:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.190453:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190461:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190470:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882880:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.190483:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.190505:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9680 00000100:00100000:1.0:1769074766.190513:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612722816:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.190539:0:33557:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190553:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190561:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.190562:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.190565:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190589:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190598:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190608:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619883008:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.190628:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.190650:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9681 00000100:00100000:1.0:1769074766.190658:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2373:x1855007612723072:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074766.190678:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190691:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190701:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190707:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1769074766.190708:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1769074766.190711:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190729:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190739:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 7 pid: 26585 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190748:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619883136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.190772:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 18 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.190781:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 18 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.190790:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619883264:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.190805:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074766.199253:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881728:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.199277:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881856:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.199287:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619881984:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.199336:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.208234:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619882496:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074766.208282:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.208912:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882240:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.208927:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882368:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074766.208964:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619883008:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.208982:0:33557:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.209313:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882624:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.209326:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882752:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.209336:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619882880:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.209359:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.210419:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619883264:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.216517:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619883136:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.216571:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.216684:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619882112:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074766.216721:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.219123:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.219178:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.219793:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724096 00000100:00100000:1.0:1769074766.219808:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724096 00010000:00010000:1.0:1769074766.219931:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.219970:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724224 00000100:00100000:1.0:1769074766.219974:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724224 00010000:00010000:1.0:1769074766.219991:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 15 pid: 33557 timeout: 1850 lvb_type: 1 00000100:00100000:1.0:1769074766.220029:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5145 00000100:00100000:1.0:1769074766.220040:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612724096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074766.220060:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074766.220090:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.220104:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.220150:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8800/0x8b5959a9a0e89f25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af53 expref: 12 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.220177:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074766.220250:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612724096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.220269:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5145 00000100:00100000:1.0:1769074766.220292:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5146 00000100:00100000:1.0:1769074766.220299:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612724224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074766.220308:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074766.220316:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 15 pid: 33557 timeout: 1850 lvb_type: 1 00010000:00010000:1.0:1769074766.220328:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 15 pid: 33557 timeout: 1850 lvb_type: 1 00010000:00010000:1.0:1769074766.220342:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97600/0x8b5959a9a0e89fb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afb5 expref: 15 pid: 33557 timeout: 1850 lvb_type: 1 00010000:00010000:1.0:1769074766.220353:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074766.220372:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612724224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 74us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.220378:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5146 00000100:00080000:3.0:1769074766.221243:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074766.224495:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224542:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224575:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224606:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224640:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224661:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224678:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224692:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.224735:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724352 00000100:00100000:2.0:1769074766.224750:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724352 00002000:00100000:2.0:1769074766.224875:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x212:0x0] (1429504->2097151) req@ffff956d4104ad80 x1855007612724352/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:302/0 lens 488/0 e 0 to 0 dl 1769074777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074766.224888:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104ad80 with x1855007612724352 ext(1429504->2097151) 00010000:00010000:2.0:1769074766.224899:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.224916:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 11 pid: 26306 timeout: 1850 lvb_type: 0 00002000:00010000:2.0:1769074766.224925:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4104ad80 00000100:00100000:2.0:1769074766.224958:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723968 00000100:00100000:2.0:1769074766.224961:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723968 00002000:00100000:2.0:1769074766.224988:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1245183) req@ffff956d4104a300 x1855007612723968/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:302/0 lens 488/0 e 0 to 0 dl 1769074777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074766.225064:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104a300 with x1855007612723968 ext(1048576->1245183) 00010000:00010000:2.0:1769074766.225073:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.225084:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00002000:00010000:2.0:1769074766.225092:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104a300 00000100:00100000:2.0:1769074766.225111:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1122 00000100:00100000:2.0:1769074766.225131:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612724352:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074766.225671:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1123 00000100:00100000:2.0:1769074766.225680:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612723968:12345-192.168.204.39@tcp:4:cat.0 00000100:00080000:2.0:1769074766.225950:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074766.226221:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723328 00000100:00100000:0.0:1769074766.226228:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723328 00010000:00010000:0.0:1769074766.226269:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 10 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:0.0:1769074766.226299:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723584 00000100:00100000:0.0:1769074766.226302:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723584 00010000:00010000:0.0:1769074766.226314:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 19 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.226323:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723840 00000100:00100000:0.0:1769074766.226326:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723840 00010000:00010000:0.0:1769074766.226346:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 7 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.226356:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724608 00000100:00100000:0.0:1769074766.226358:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724608 00010000:00010000:0.0:1769074766.226367:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 13 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:0.0:1769074766.226376:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723456 00000100:00100000:0.0:1769074766.226379:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723456 00010000:00010000:0.0:1769074766.226390:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 15 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:0.0:1769074766.226398:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612723712 00000100:00100000:0.0:1769074766.226400:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612723712 00010000:00010000:0.0:1769074766.226410:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00000100:00100000:0.0:1769074766.226422:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5147 00000100:00100000:0.0:1769074766.226429:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612723328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.226440:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.226459:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 10 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226475:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 10 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226502:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e89eae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aef8 expref: 10 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226524:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.226556:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612723328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 127us (2078us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.226564:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5147 00000100:00100000:0.0:1769074766.226582:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5148 00000100:00100000:0.0:1769074766.226587:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612723584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.226595:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.226602:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 19 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226611:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 19 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226630:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e89e30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeb2 expref: 19 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226640:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.226655:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612723584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 68us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.226661:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5148 00000100:00100000:0.0:1769074766.226672:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5149 00000100:00100000:0.0:1769074766.226677:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612723840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.226688:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.226700:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 7 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226710:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 7 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226724:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e89e45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aec7 expref: 7 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.226734:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.226748:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612723840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 71us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.226753:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5149 00000100:00100000:0.0:1769074766.226762:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5150 00000100:00100000:0.0:1769074766.226767:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612724608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.226774:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.226780:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 13 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226789:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 13 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226801:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97800/0x8b5959a9a0e89eb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aeff expref: 13 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226810:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.226858:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612724608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 55us (2182us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.226864:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5150 00000100:00100000:0.0:1769074766.226905:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5151 00000100:00100000:0.0:1769074766.226911:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612723456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.226918:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.226925:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 15 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226935:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 15 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226948:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e89f95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af92 expref: 15 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.226963:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.226966:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.226972:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.226983:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.227204:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.227225:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612723456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 313us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.227232:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5151 00000100:00100000:0.0:1769074766.227244:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5152 00000100:00100000:0.0:1769074766.227250:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612723712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.227257:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.227265:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.227275:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.227288:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6200/0x8b5959a9a0e89f9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af99 expref: 14 pid: 26306 timeout: 1850 lvb_type: 1 00010000:00010000:0.0:1769074766.227297:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.227299:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.227303:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.227311:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.227326:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.227341:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612723712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 92us (2662us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.227348:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5152 00000100:00080000:0.0:1769074766.227374:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1769074766.232042:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232070:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232130:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232138:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232148:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232157:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074766.232162:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232171:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232196:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.232204:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a00c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.232373:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612722560:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 43014us (43482us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.232385:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9676 00000100:00100000:2.0:1769074766.232807:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.232889:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724480 00000100:00100000:2.0:1769074766.232901:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724480 00010000:00010000:1.0:1769074766.233273:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233287:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233318:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233326:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233339:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233345:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074766.233348:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233356:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233371:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.233378:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a013 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.233450:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612722688:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 43631us (44477us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.233460:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9677 00002000:00100000:2.0:1769074766.236445:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (3538944->3739647) req@ffff956d41049180 x1855007612724480/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/0 e 0 to 0 dl 1769074777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074766.236465:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049180 with x1855007612724480 ext(3538944->3739647) 00010000:00010000:2.0:1769074766.236480:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 18 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.236497:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 18 pid: 33558 timeout: 1850 lvb_type: 0 00002000:00010000:2.0:1769074766.236506:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41049180 00000100:00100000:2.0:1769074766.236569:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1124 00000100:00100000:2.0:1769074766.236597:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612724480:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:3.0:1769074766.255069:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.255311:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.257215:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724736 00000100:00100000:1.0:1769074766.257235:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724736 00010000:00010000:1.0:1769074766.257314:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 9 pid: 26585 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.257359:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724864 00000100:00100000:1.0:1769074766.257362:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724864 00010000:00010000:1.0:1769074766.257379:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 1850 lvb_type: 0 00000100:00100000:1.0:1769074766.257404:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5153 00000100:00100000:1.0:1769074766.257414:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612724736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074766.257432:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074766.257454:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 9 pid: 26585 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.257468:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 9 pid: 26585 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.257500:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41065a00/0x8b5959a9a0e89ae8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4861951) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11acd6 expref: 9 pid: 26585 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.257524:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074766.257628:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612724736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.257638:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5153 00000100:00100000:1.0:1769074766.257669:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5154 00000100:00100000:1.0:1769074766.257676:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+6:2373:x1855007612724864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074766.257688:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074766.257705:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.260155:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.260202:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977800/0x8b5959a9a0e89ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af0d expref: 6 pid: 6531 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.260221:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.260223:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.260229:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.260240:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.260286:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074766.260292:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260306:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260350:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.260355:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+5:2373:x1855007612724864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2677us (5093us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074766.260360:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.260365:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5154 00010000:00010000:2.0:1769074766.260368:0:21706:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260375:0:21706:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.260379:0:21706:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260387:0:21706:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260400:0:21706:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.260407:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a021 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.260462:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612723200:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 70178us (71414us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.260472:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9679 00000100:00100000:1.0:1769074766.265451:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612724352:12345-192.168.204.39@tcp:4:cat.0 Request processed in 40303us (40825us total) trans 17179872533 rc 0/0 00000100:00100000:1.0:1769074766.265470:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1122 00002000:00100000:1.0:1769074766.265487:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x212:0x0] (1429504->2097151) req@ffff956d4104ad80 x1855007612724352/t17179872533(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:302/0 lens 488/448 e 0 to 0 dl 1769074777 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074766.265498:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104ad80 with x1855007612724352 ext(1429504->2097151) 00010000:00010000:1.0:1769074766.265510:0:26133:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.265530:0:26133:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00002000:00010000:1.0:1769074766.265540:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4104ad80 00000100:00100000:2.0:1769074766.271148:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.274163:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612724992 00000100:00100000:3.0:1769074766.274189:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612724992 00010000:00010000:3.0:1769074766.274264:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.274332:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5155 00000100:00100000:3.0:1769074766.274345:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612724992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074766.274370:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074766.274410:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.274426:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.274461:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e89f10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af3e expref: 12 pid: 26306 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.274486:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.274488:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.274495:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.274507:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.274549:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074766.274646:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2372:x1855007612724992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 303us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.274672:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5155 00010000:00010000:1.0:1769074766.275316:0:33557:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275331:0:33557:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275370:0:33557:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275379:0:33557:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275388:0:33557:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275396:0:33557:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074766.275401:0:33557:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275411:0:33557:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275427:0:33557:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.275440:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a028 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.275522:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612722816:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 85007us (86448us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.275533:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9680 00000100:00100000:0.0:1769074766.277374:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612723968:12345-192.168.204.39@tcp:4:cat.0 Request processed in 51681us (52666us total) trans 21474839487 rc 0/0 00000100:00100000:0.0:1769074766.277394:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1123 00002000:00100000:0.0:1769074766.277408:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->1245183) req@ffff956d4104a300 x1855007612723968/t21474839487(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:302/0 lens 488/448 e 0 to 0 dl 1769074777 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074766.277419:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104a300 with x1855007612723968 ext(1048576->1245183) 00010000:00010000:0.0:1769074766.277431:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.277452:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00002000:00010000:0.0:1769074766.277460:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d4104a300 00000100:00100000:1.0:1769074766.278382:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612724480:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 41795us (45568us total) trans 21474839488 rc 0/0 00000100:00100000:1.0:1769074766.278396:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1124 00002000:00100000:1.0:1769074766.278406:0:26131:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x20f:0x0] (3538944->3739647) req@ffff956d41049180 x1855007612724480/t21474839488(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:302/0 lens 488/448 e 0 to 0 dl 1769074777 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074766.278417:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049180 with x1855007612724480 ext(3538944->3739647) 00010000:00010000:1.0:1769074766.278426:0:26131:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:1.0:1769074766.278440:0:26131:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00002000:00010000:1.0:1769074766.278447:0:26131:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41049180 00000100:00100000:2.0:1769074766.288367:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.288487:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.288622:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725120 00000100:00100000:1.0:1769074766.288639:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725120 00000100:00100000:3.0:1769074766.289264:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725248 00000100:00100000:3.0:1769074766.289271:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725248 00010000:00010000:3.0:1769074766.289331:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.289392:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5156 00000100:00100000:3.0:1769074766.289403:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612725248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074766.289424:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074766.289451:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074766 -> 1769074767 00002000:00010000:3.0:1769074766.289455:0:5739:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074766 -> 1769074767 00010000:00010000:3.0:1769074766.289462:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.289477:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.289512:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336000/0x8b5959a9a0e89f72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3538944->4194303] (req 3538944->3739647) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af84 expref: 20 pid: 33558 timeout: 1850 lvb_type: 0 00010000:00010000:3.0:1769074766.289533:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.289535:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.289541:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289552:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289585:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074766.289627:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289636:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289678:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289687:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289695:0:33558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.289703:0:33558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074766.289707:0:33558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.290753:0:33558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.290787:0:33558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.290796:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a02f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.290974:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612723072:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 100310us (101872us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.290987:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9681 00000100:00100000:3.0:1769074766.291907:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612725248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2495us (3409us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.291923:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5156 00010000:00010000:2.0:1769074766.295361:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00000100:00100000:2.0:1769074766.295432:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5157 00000100:00100000:2.0:1769074766.295447:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612725120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074766.295470:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074766.295502:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.295522:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.295553:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e89f2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11af5a expref: 8 pid: 6533 timeout: 1850 lvb_type: 0 00010000:00010000:2.0:1769074766.295575:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.295577:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.295584:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.295596:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.295670:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074766.295783:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612725120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 340us (7432us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.295793:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5157 00010000:00010000:1.0:1769074766.296340:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296357:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296402:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296413:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296423:0:26360:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296430:0:26360:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074766.296435:0:26360:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296445:0:26360:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296460:0:26360:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.296468:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a01a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.296556:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612722944:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 106407us (107538us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.296568:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9678 00000100:00100000:0.0:1769074766.317421:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.317599:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725504 00000100:00100000:3.0:1769074766.317617:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725504 00000100:00100000:3.0:1769074766.317710:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6434 00000100:00100000:3.0:1769074766.317726:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612725504:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074766.317873:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1769074766.317917:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e89fdb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afc3 expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.317952:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e899d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac2e expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.317967:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074766.317974:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074766.318034:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074766.318054:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318065:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 28 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318075:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318084:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 28 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318101:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 7/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074766.318175:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 28 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318197:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 28 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.318218:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.318343:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318353:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.318363:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883520:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.318396:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 28 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318404:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 28 pid: 30549 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.318413:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883648:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.318440:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.318455:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.318463:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883776:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.318487:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dd600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074766.326177:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.326224:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.326256:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.326298:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725632 00000100:00100000:0.0:1769074766.326310:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725632 00010000:00010000:0.0:1769074766.326369:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 29 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.326407:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725888 00000100:00100000:0.0:1769074766.326410:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725888 00010000:00010000:0.0:1769074766.326421:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 30 pid: 30549 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.326434:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612725760 00000100:00100000:0.0:1769074766.326436:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612725760 00010000:00010000:0.0:1769074766.326446:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 168 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.326474:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5158 00000100:00100000:0.0:1769074766.326485:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2371:x1855007612725632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.326504:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.326511:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326528:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 30 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326560:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074766.326567:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.326582:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.326660:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+30:2371:x1855007612725632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 176us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.326669:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5158 00000100:00100000:0.0:1769074766.326694:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5159 00000100:00100000:0.0:1769074766.326701:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612725888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.326710:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.326715:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 29 pid: 30549 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326724:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 29 pid: 30549 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326736:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074766.326740:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.326746:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.326766:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+29:2371:x1855007612725888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 65us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.326772:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5159 00000100:00100000:0.0:1769074766.326785:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5160 00000100:00100000:0.0:1769074766.326791:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+168:2371:x1855007612725760:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.326799:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.326804:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 168 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326818:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 168 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.326852:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074766.326856:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.326862:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.326880:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+168:2371:x1855007612725760:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 90us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.326886:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5160 00010000:00010000:3.0:1769074766.326891:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e89b6d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ad2a expref: 28 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.326911:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.326925:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e89a94 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac89 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.326935:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883520:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.326959:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e899d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac27 expref: 27 pid: 30549 timeout: 1850 lvb_type: 0 00000100:00100000:3.0:1769074766.326971:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883648:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074766.326979:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619883776:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074766.327006:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.327029:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726016 00000100:00100000:0.0:1769074766.327033:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726016 00010000:00010000:0.0:1769074766.327049:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00000100:00100000:0.0:1769074766.327070:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5161 00000100:00100000:0.0:1769074766.327077:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+167:2371:x1855007612726016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074766.327084:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074766.327089:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.327099:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.327123:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e89998 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ac12 expref: 167 pid: 29857 timeout: 1850 lvb_type: 0 00010000:00010000:0.0:1769074766.327136:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074766.327141:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.327152:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.327167:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074766.327194:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074766.327215:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+166:2371:x1855007612726016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 139us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.327222:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5161 00010000:00010000:3.0:1769074766.327493:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074766.327505:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074766.327511:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:0.0:1769074766.332239:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1575, 88 off137144 00000004:00080000:0.0:1769074766.332263:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750493438713ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074766.332403:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1580, 88 off137584 00000004:00080000:0.0:1769074766.332410:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750493587081ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074766.332452:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1581, 88 off137672 00000004:00080000:0.0:1769074766.332456:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750493633049ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074766.332475:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1576, 88 off137232 00000004:00080000:0.0:1769074766.332480:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750493656958ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074766.339463:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1577, 88 off137320 00000004:00080000:0.0:1769074766.339488:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750500663742ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074766.339521:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1582, 88 off137760 00000004:00080000:0.0:1769074766.339526:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750500703103ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074766.339631:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1583, 88 off137848 00000004:00080000:0.0:1769074766.339638:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750500814006ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074766.346238:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1584, 88 off137936 00000004:00080000:0.0:1769074766.346258:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750507434519ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074766.359352:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1578, 88 off137408 00000004:00080000:1.0:1769074766.359377:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750520552695ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.359440:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1585, 88 off138024 00000004:00080000:1.0:1769074766.359445:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750520621552ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074766.359532:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1579, 88 off137496 00000004:00080000:1.0:1769074766.359537:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750520713705ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.359553:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1586, 88 off138112 00000004:00080000:1.0:1769074766.359556:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750520733112ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074766.366299:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1580, 88 off137584 00000004:00080000:1.0:1769074766.366320:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750527495729ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.366451:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1581, 88 off137672 00000004:00080000:1.0:1769074766.366457:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750527633644ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.377660:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1582, 88 off137760 00000004:00080000:1.0:1769074766.377683:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750538858722ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.377703:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1583, 88 off137848 00000004:00080000:1.0:1769074766.377710:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750538886097ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074766.377750:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1587, 88 off138200 00000004:00080000:1.0:1769074766.377755:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750538932037ns, next at 1696607292856ns, rc = 0 00000001:00080000:3.0:1769074766.512171:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941312 is committed 00000004:00080000:3.0:1769074766.512195:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1287 committed 00000004:00080000:3.0:1769074766.512206:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1282 committed 00000004:00080000:3.0:1769074766.512216:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1281 committed 00000004:00080000:3.0:1769074766.512219:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1280 committed 00000004:00080000:3.0:1769074766.512221:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1279 committed 00000004:00080000:3.0:1769074766.512224:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1286 committed 00000004:00080000:3.0:1769074766.512226:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1278 committed 00000004:00080000:3.0:1769074766.512229:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1285 committed 00000004:00080000:3.0:1769074766.512232:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1277 committed 00000004:00080000:3.0:1769074766.512234:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1284 committed 00000004:00080000:3.0:1769074766.512237:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1283 committed 00000004:00080000:3.0:1769074766.512240:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1282 committed 00000004:00080000:3.0:1769074766.512242:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1276 committed 00000004:00080000:3.0:1769074766.512245:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1275 committed 00000004:00080000:3.0:1769074766.512247:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1281 committed 00000004:00080000:3.0:1769074766.512250:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1280 committed 00000004:00080000:3.0:1769074766.512252:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1274 committed 00000001:00080000:3.0:1769074766.512264:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941308 is committed 00000001:00080000:3.0:1769074766.512277:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941285 is committed 00000100:00100000:0.0:1769074766.512427:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619883904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074766.512592:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074766.512608:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619884288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074766.512643:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619884416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074766.512655:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074766.512674:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074766.512683:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619884800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074766.512696:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619884928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074766.512709:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074766.512726:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619885312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074766.512746:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074766.512918:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619883904 00000100:00100000:0.0:1769074766.512926:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619883904 00000100:00100000:0.0:1769074766.512971:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884288 00000100:00100000:0.0:1769074766.512975:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884288 00000100:00100000:0.0:1769074766.512991:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884416 00000100:00100000:0.0:1769074766.512993:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884416 00000100:00100000:0.0:1769074766.513007:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884800 00000100:00100000:0.0:1769074766.513010:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884800 00000100:00100000:0.0:1769074766.513031:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9682 00000100:00100000:0.0:1769074766.513040:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619883904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074766.513447:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9683 00000100:00100000:2.0:1769074766.513458:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619884288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074766.513529:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9684 00000100:00100000:1.0:1769074766.513539:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619884416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074766.513619:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619885824:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074766.513802:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074766.513806:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074766.513808:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074766.513811:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:1.0:1769074766.513814:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074766.513879:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3292:x1855007619883904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 839us (1289us total) trans 17179872534 rc 0/0 00000100:00100000:0.0:1769074766.513887:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9682 00000100:00100000:0.0:1769074766.513904:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885312 00000100:00100000:0.0:1769074766.513908:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885312 00000100:00100000:0.0:1769074766.513931:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9685 00000100:00100000:0.0:1769074766.513938:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619884800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074766.514019:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074766.514022:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074766.514025:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074766.514027:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:0.0:1769074766.514029:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074766.514055:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1855007619884800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (1345us total) trans 17179872536 rc 0/0 00000100:00100000:0.0:1769074766.514061:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9685 00000100:00100000:0.0:1769074766.514072:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9686 00000100:00100000:0.0:1769074766.514078:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619885312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074766.514273:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074766.514276:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074766.514279:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074766.514281:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:0.0:1769074766.514283:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074766.514308:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619885312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (1560us total) trans 21474839489 rc 0/0 00000100:00100000:0.0:1769074766.514314:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9686 00000100:00100000:0.0:1769074766.514348:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074766.514369:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619885440:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074766.514391:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074766.514421:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1e680/2, rc 0, transno 17179872534 00000100:00100000:0.0:1769074766.514427:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619883904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074766.514447:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884928 00000100:00100000:0.0:1769074766.514451:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884928 00000100:00100000:0.0:1769074766.514653:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885440 00000100:00100000:0.0:1769074766.514657:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885440 00000100:00100000:0.0:1769074766.514678:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9687 00000100:00100000:0.0:1769074766.514685:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619884928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074766.514885:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619884928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 200us (536us total) trans 21474839490 rc 0/0 00000100:00100000:0.0:1769074766.514893:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9687 00000100:00100000:0.0:1769074766.514906:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9688 00000100:00100000:0.0:1769074766.514912:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619885440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074766.515000:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074766.515003:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074766.515005:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074766.515008:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:0.0:1769074766.515010:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1769074766.515035:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619885440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (642us total) trans 21474839491 rc 0/0 00000100:00100000:0.0:1769074766.515042:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9688 00000004:00080000:0.0:1769074766.515077:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1ca80/2, rc 0, transno 21474839490 00000100:00100000:0.0:1769074766.515092:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619884928:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074766.515101:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019df80/2, rc 0, transno 21474839491 00000100:00100000:0.0:1769074766.515105:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619885440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074766.515851:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074766.515903:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1ce00/2, rc 0, transno 17179872536 00000100:00100000:3.0:1769074766.515911:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619884800:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074766.515921:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019ce00/2, rc 0, transno 21474839489 00000100:00100000:3.0:1769074766.515926:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619885312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074766.516128:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885824 00000100:00100000:3.0:1769074766.516134:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885824 00000100:00100000:3.0:1769074766.516265:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9689 00000100:00100000:3.0:1769074766.516274:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619885824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074766.516475:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:3.0:1769074766.516479:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074766.516482:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074766.516484:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:3.0:1769074766.516486:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:3.0:1769074766.516533:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619885824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 260us (684us total) trans 21474839492 rc 0/0 00000100:00100000:3.0:1769074766.516540:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9689 00002000:00010000:2.0:1769074766.518292:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074766.518302:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074766.518304:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074766.518306:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074759 00002000:00010000:2.0:1769074766.518309:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074766.518392:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3291:x1855007619884288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4934us (5734us total) trans 17179872537 rc 0/0 00000100:00100000:2.0:1769074766.518403:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9683 00000100:00100000:2.0:1769074766.518444:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884160:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074766.518483:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.518510:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074766.518528:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.518545:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074766.518564:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.518581:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074766.518600:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.518623:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1769074766.518630:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884032:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074766.518777:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619884416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5238us (6102us total) trans 17179872535 rc 0/0 00000100:00100000:1.0:1769074766.518790:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9684 00000100:00100000:1.0:1769074766.518808:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884160 00000100:00100000:1.0:1769074766.518815:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884160 00000100:00100000:1.0:1769074766.518855:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884672 00000100:00100000:1.0:1769074766.518858:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884672 00000100:00100000:1.0:1769074766.518870:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885184 00000100:00100000:1.0:1769074766.518872:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885184 00000100:00100000:1.0:1769074766.518884:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885696 00000100:00100000:1.0:1769074766.518886:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885696 00000100:00100000:1.0:1769074766.518899:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9690 00000100:00100000:1.0:1769074766.518905:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3290:x1855007619884160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074766.519063:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3290:x1855007619884160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 156us (577us total) trans 17179872538 rc 0/0 00000100:00100000:1.0:1769074766.519069:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9690 00000100:00100000:1.0:1769074766.519082:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9691 00000100:00100000:1.0:1769074766.519088:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3290:x1855007619884672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074766.519385:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9692 00000100:00100000:0.0:1769074766.519397:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3290:x1855007619885184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074766.519400:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074766.519405:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074766.519407:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074766.519409:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074766.519411:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:1.0:1769074766.519440:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3290:x1855007619884672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 351us (910us total) trans 17179872539 rc 0/0 00000100:00100000:1.0:1769074766.519446:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9691 00000100:00100000:1.0:1769074766.519461:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9693 00000100:00100000:0.0:1769074766.519536:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3290:x1855007619885184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 143us (970us total) trans 21474839493 rc 0/0 00000100:00100000:0.0:1769074766.519542:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9692 00000100:00100000:1.0:1769074766.519560:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3290:x1855007619885696:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074766.519595:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1f800/2, rc 0, transno 17179872535 00000100:00100000:0.0:1769074766.519603:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619884416:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074766.519655:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074766.519658:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074766.519660:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074766.519662:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074766.519664:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:1.0:1769074766.519688:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3290:x1855007619885696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (1087us total) trans 21474839494 rc 0/0 00000100:00100000:1.0:1769074766.519695:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9693 00000004:00080000:3.0:1769074766.519901:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1c380/2, rc 0, transno 17179872537 00000100:00100000:3.0:1769074766.519909:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619884288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074766.519910:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619885952:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074766.519929:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c16a680/2, rc 0, transno 21474839492 00000100:00100000:3.0:1769074766.519936:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619885824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074766.519950:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074766.520312:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885952 00000100:00100000:3.0:1769074766.520320:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885952 00000100:00100000:3.0:1769074766.520357:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9694 00000100:00100000:3.0:1769074766.520365:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3292:x1855007619885952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074766.520486:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074766.520490:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074766.520492:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074766.520494:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:3.0:1769074766.520495:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1333 00000100:00100000:3.0:1769074766.520532:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619885952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (582us total) trans 21474839495 rc 0/0 00000100:00100000:3.0:1769074766.520538:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9694 00000004:00080000:3.0:1769074766.520565:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b05c00/2, rc 0, transno 21474839495 00000100:00100000:3.0:1769074766.520570:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619885952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074766.520678:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.520704:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074766.520725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.520760:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074766.520779:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074766.520793:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074766.520811:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074766.520848:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884032 00000004:00080000:2.0:1769074766.520853:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1d500/2, rc 0, transno 17179872538 00000100:00100000:1.0:1769074766.520854:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884032 00000100:00100000:2.0:1769074766.520861:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884160:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074766.520874:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1c000/2, rc 0, transno 17179872539 00000100:00100000:2.0:1769074766.520878:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074766.520882:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619884544 00000100:00100000:1.0:1769074766.520886:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619884544 00000004:00080000:2.0:1769074766.520889:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019ed80/2, rc 0, transno 21474839493 00000100:00100000:2.0:1769074766.520893:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885184:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074766.520904:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c168e00/2, rc 0, transno 21474839494 00000100:00100000:1.0:1769074766.520905:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885056 00000100:00100000:2.0:1769074766.520909:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885696:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074766.520910:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885056 00000100:00100000:1.0:1769074766.520932:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619885568 00000100:00100000:1.0:1769074766.520936:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619885568 00000100:00100000:2.0:1769074766.520954:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9695 00000100:00100000:1.0:1769074766.520962:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9696 00000100:00100000:1.0:1769074766.520971:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619884544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074766.521079:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074766.521082:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074766.521084:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074766.521086:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074760 00002000:00010000:1.0:1769074766.521088:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1769074766.521132:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619884544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 164us (406us total) trans 17179872540 rc 0/0 00000100:00100000:1.0:1769074766.521154:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9696 00000100:00100000:1.0:1769074766.521169:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9697 00000100:00100000:1.0:1769074766.521175:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619885056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074766.521268:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3290:x1855007619885056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 93us (486us total) trans 21474839496 rc 0/0 00000100:00100000:1.0:1769074766.521273:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9697 00000100:00100000:1.0:1769074766.521284:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9698 00000100:00100000:1.0:1769074766.521290:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619885568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074766.521371:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074766.521375:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074766.521378:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074766.521380:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074761 00002000:00010000:1.0:1769074766.521383:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074766.521409:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3290:x1855007619885568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (596us total) trans 21474839497 rc 0/0 00000100:00100000:1.0:1769074766.521416:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9698 00000100:00100000:2.0:1769074766.521430:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619884032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074766.521556:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619884032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 594us (878us total) trans 17179872541 rc 0/0 00000100:00100000:2.0:1769074766.521562:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9695 00000004:00080000:2.0:1769074766.521591:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1ed80/2, rc 0, transno 17179872541 00000100:00100000:2.0:1769074766.521596:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884032:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074766.521603:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1f480/2, rc 0, transno 17179872540 00000100:00100000:2.0:1769074766.521607:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619884544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074766.521615:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019c700/2, rc 0, transno 21474839496 00000100:00100000:2.0:1769074766.521618:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885056:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074766.521625:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019c380/2, rc 0, transno 21474839497 00000100:00100000:2.0:1769074766.521628:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619885568:0@lo:2:osp-syn-0-0.0 00000001:00080000:3.0:1769074766.521952:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941286 is committed 00000001:00080000:3.0:1769074766.522321:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941307 is committed 00000001:00080000:3.0:1769074766.522490:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941309 is committed 00000004:00010000:1.0:1769074766.522743:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001dbb0d37 reply state 00000000bc225bd6 transno 8589941312 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074766.522755:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1769074766.522864:0:30391:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1769074766.522891:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57837:x1855007612725504:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 205166us (205490us total) trans 8589941312 rc 0/0 00000100:00100000:1.0:1769074766.522900:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6434 00010000:00010000:2.0:1769074766.522940:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.522949:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.522956:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.522968:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074766.522973:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.522982:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.522999:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074766.523002:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074766.523007:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074766.523012:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a036 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074766.527684:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.527869:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726144 00000100:00100000:1.0:1769074766.527881:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726144 00000100:00100000:1.0:1769074766.527941:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6435 00000100:00100000:1.0:1769074766.527954:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57837:x1855007612726144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074766.527981:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074766.528005:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afe6 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.528075:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.528091:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.528122:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074766.528126:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074766.528130:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96200, rc 0) 00000100:00100000:1.0:1769074766.529952:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57837:x1855007612726144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1989us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.529967:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6435 00000100:00100000:0.0:1769074766.541777:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.542228:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726272 00000100:00100000:1.0:1769074766.542239:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726272 00000100:00100000:1.0:1769074766.542309:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6436 00000100:00100000:1.0:1769074766.542319:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57837:x1855007612726272:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074766.542340:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074766.542362:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a044 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11afed expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.542443:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074766.542757:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074766.542770:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074766.542797:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074766.542801:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074766.542818:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074766.542884:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a044 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afed expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.542900:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afed expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.542909:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074766.542912:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074766.542916:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97000, rc 0) 00000100:00100000:2.0:1769074766.543348:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612726272:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1027us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.543362:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6436 00000100:00100000:0.0:1769074766.547988:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.548085:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.550255:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.550547:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726400 00000100:00100000:3.0:1769074766.550558:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726400 00000100:00100000:3.0:1769074766.550618:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726528 00000100:00100000:3.0:1769074766.550622:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726528 00000100:00100000:2.0:1769074766.550740:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9699 00000100:00100000:2.0:1769074766.550754:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612726400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.556599:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.556646:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11aff4 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074766.556679:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f04d, atime: 0x6971f04d, ctime: 0x6971f04d, blocks: 0x77f 00010000:00010000:2.0:1769074766.556703:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.556706:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.556720:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.556741:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.556772:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:2.0:1769074766.556920:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612726400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6169us (8945us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.557138:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9699 00000100:00100000:3.0:1769074766.557245:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9700 00000100:00100000:3.0:1769074766.557261:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612726528:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074766.557272:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074766.557287:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11affb expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074766.557310:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f04e, atime: 0x6971f04d, ctime: 0x6971f04d, blocks: 0x821 00010000:00010000:3.0:1769074766.557322:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.557324:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.557331:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.557346:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 11 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.557356:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:3.0:1769074766.557385:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612726528:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 131us (9299us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.557392:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9700 00000100:00100000:0.0:1769074766.558101:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726656 00000100:00100000:0.0:1769074766.558119:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726656 00000100:00100000:2.0:1769074766.563159:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.563205:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.563252:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.563285:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726784 00000100:00100000:2.0:1769074766.563295:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726784 00000100:00100000:2.0:1769074766.563348:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612726912 00000100:00100000:2.0:1769074766.563351:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612726912 00000100:00100000:2.0:1769074766.563366:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727040 00000100:00100000:2.0:1769074766.563368:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727040 00000100:00100000:2.0:1769074766.563391:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9701 00000100:00100000:2.0:1769074766.563401:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612726784:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074766.563419:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.563442:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b009 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074766.563467:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f04e, atime: 0x6971f04b, ctime: 0x6971f04e, blocks: 0x821 00010000:00010000:2.0:1769074766.563489:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.563491:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.563502:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.563519:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.563534:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:2.0:1769074766.563591:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612726784:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 191us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.563599:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9701 00000100:00100000:2.0:1769074766.563624:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9702 00000100:00100000:2.0:1769074766.563631:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612726912:12345-192.168.204.39@tcp:101:lfs.0 00000100:00100000:3.0:1769074766.563807:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9703 00000100:00100000:3.0:1769074766.563817:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612727040:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074766.563857:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074766.563872:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b017 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074766.563890:0:21706:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f04e, atime: 0x6971f04d, ctime: 0x6971f04e, blocks: 0x1029 00010000:00010000:3.0:1769074766.563900:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.563902:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.563907:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 13 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.563918:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 13 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074766.563927:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:3.0:1769074766.563972:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612727040:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 148us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074766.563982:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9703 00010000:00010000:2.0:1769074766.564618:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074766.565310:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b010 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074766.565348:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f04f, atime: 0x6971f04c, ctime: 0x6971f04f, blocks: 0x155f 00010000:00010000:2.0:1769074766.565369:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.565371:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.565383:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.565399:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 14 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074766.565411:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:2.0:1769074766.565474:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612726912:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1842us (2267us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.565481:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9702 00000100:00100000:0.0:1769074766.568992:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9704 00000100:00100000:0.0:1769074766.569013:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612726656:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074766.569035:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074766.569060:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b002 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074766.569090:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f04e, atime: 0x6971f046, ctime: 0x6971f04e, blocks: 0x81d 00010000:00010000:0.0:1769074766.569121:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.569124:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.569134:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074766.569149:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 13 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074766.569163:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977e00, rc 0) 00000100:00100000:0.0:1769074766.569231:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612726656:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 227us (18985us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.569240:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9704 00000100:00100000:1.0:1769074766.777188:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.778389:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.778426:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.778500:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.778529:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727168 00000100:00100000:1.0:1769074766.778538:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727168 00000100:00100000:1.0:1769074766.778594:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727296 00000100:00100000:1.0:1769074766.778598:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727296 00000100:00100000:1.0:1769074766.778615:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727552 00000100:00100000:1.0:1769074766.778618:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727552 00000100:00100000:1.0:1769074766.778636:0:14427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727680 00000100:00100000:1.0:1769074766.778638:0:14427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727680 00000100:00100000:1.0:1769074766.778658:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5397 00000100:00100000:1.0:1769074766.778666:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612727168:12345-192.168.204.39@tcp:3:lfs.0 00000100:00100000:0.0:1769074766.778779:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5398 00010000:00010000:1.0:1769074766.778790:0:14427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.778791:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2373:x1855007612727296:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074766.778811:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.778814:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.778816:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.778820:0:14427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.778865:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.778867:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.778870:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.778883:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.779244:0:14427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.779945:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5399 00000100:00100000:2.0:1769074766.779960:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612727552:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074766.779985:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.779995:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.779997:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.780001:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.780010:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.780485:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5400 00000100:00100000:3.0:1769074766.780498:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612727680:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074766.780516:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.780525:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.780527:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.780531:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.780541:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.782669:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.784199:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.784930:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.785795:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727424 00000100:00100000:3.0:1769074766.785806:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727424 00000100:00100000:3.0:1769074766.785905:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727936 00000100:00100000:3.0:1769074766.785910:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727936 00000100:00100000:3.0:1769074766.785931:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612727808 00000100:00100000:3.0:1769074766.785934:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612727808 00000100:00100000:3.0:1769074766.785964:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5401 00000100:00100000:3.0:1769074766.785974:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612727424:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074766.786019:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.786036:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.786039:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074766.786045:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.786060:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.786433:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5402 00000100:00100000:2.0:1769074766.786448:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612727936:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074766.786477:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.786492:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.786495:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074766.786500:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.786517:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.791211:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5403 00000100:00100000:0.0:1769074766.791236:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612727808:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074766.791281:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.791296:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.791298:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.791304:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.791319:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.791564:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.791614:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.791634:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728064 00000100:00100000:0.0:1769074766.791641:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728064 00000100:00100000:0.0:1769074766.791687:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728192 00000100:00100000:0.0:1769074766.791690:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728192 00000100:00100000:0.0:1769074766.791725:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5404 00000100:00100000:0.0:1769074766.791735:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612728064:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074766.791772:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074766.791777:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5405 00010000:00010000:0.0:1769074766.791787:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074766.791789:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074766.791791:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612728192:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074766.791794:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.791807:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.791816:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.791851:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.791853:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.791856:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.791866:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.798205:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074766.826387:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826408:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826417:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826424:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.826429:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826443:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826462:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.826470:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a08a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.826555:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612727552:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 46596us (48124us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.826566:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5399 00010000:00010000:2.0:1769074766.853372:0:14427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853397:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853407:0:14427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853414:0:14427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.853420:0:14427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853428:0:14427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853456:0:14427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.853473:0:14427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a07c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.853594:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612727168:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 74922us (76411us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.853606:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5397 00010000:00010000:2.0:1769074766.858372:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858393:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858403:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858410:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.858415:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858423:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858443:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.858455:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.859115:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2373:x1855007612727296:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 80311us (80717us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.859129:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5398 00010000:00010000:2.0:1769074766.867223:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867245:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867255:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867261:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bea00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.867267:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867276:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867296:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.867304:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a091 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.867403:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612727680:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 86901us (88894us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.867415:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5400 00010000:00010000:2.0:1769074766.873848:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873872:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873883:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873891:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.873896:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873907:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873946:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.873955:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977600/0x8b5959a9a0e8a0a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.874053:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+22:2372:x1855007612727808:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 82821us (89119us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.874066:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5403 00010000:00010000:2.0:1769074766.887939:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.887963:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.887972:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.887980:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074766.887985:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.887994:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.888014:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074766.888021:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a09f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074766.888100:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2372:x1855007612727936:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 101653us (103904us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074766.888122:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5402 00010000:00010000:0.0:1769074766.899193:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899215:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899224:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899231:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074766.899237:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899246:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899268:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.899276:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a0ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.904360:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612728064:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 112608us (112777us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074766.904378:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5404 00010000:00010000:0.0:1769074766.907064:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907086:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907096:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907112:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bfc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074766.907116:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907126:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907147:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.907159:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a098 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907636:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907647:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907655:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907661:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39178600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074766.907665:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907673:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907685:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.907692:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39178600/0x8b5959a9a0e8a0b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.908616:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612727424:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 122633us (125945us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074766.908630:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5401 00000100:00100000:1.0:1769074766.908692:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612728192:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 116902us (117075us total) trans 0 rc 666464/666464 00000100:00100000:1.0:1769074766.908701:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5405 00000100:00100000:2.0:1769074766.925164:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074766.925212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.925278:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728320 00000100:00100000:0.0:1769074766.925289:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728320 00000100:00100000:0.0:1769074766.925360:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728448 00000100:00100000:0.0:1769074766.925364:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728448 00000100:00100000:0.0:1769074766.925397:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5406 00000100:00100000:0.0:1769074766.925406:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612728320:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074766.925440:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.925460:0:13673:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 14 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.925468:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074766.925471:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074766.925474:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.925509:0:13673:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 14 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.925524:0:13673:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 14 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:0.0:1769074766.925538:0:13673:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13673:1855007619886080:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074766.925626:0:13673:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d204023c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074766.926289:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5407 00000100:00100000:1.0:1769074766.926303:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612728448:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074766.926326:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.926337:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.926339:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074766.926341:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.926350:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074766.929792:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074766.929940:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728576 00000100:00100000:1.0:1769074766.929954:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728576 00010000:00010000:1.0:1769074766.930000:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:1.0:1769074766.930034:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5162 00000100:00100000:1.0:1769074766.930044:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612728576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074766.930059:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074766.930082:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074766.930096:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074766.930129:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.930131:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.930136:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.930145:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.930153:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.930155:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074766.930157:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.930163:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074766.930197:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074766.930248:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612728576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 205us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074766.930255:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5162 00010000:00010000:0.0:1769074766.930605:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074766.930615:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.931100:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8958c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a99c expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:3.0:1769074766.931124:0:13673:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13673:1855007619886080:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074766.931143:0:13673:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.931151:0:13673:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074766.931158:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074766.937038:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074766.937159:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074766.939294:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728832 00000100:00100000:0.0:1769074766.939319:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728832 00000100:00100000:0.0:1769074766.939412:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:0.0:1769074766.939425:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+5:2372:x1855007612728832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074766.939518:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+5:2372:x1855007612728832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 96us (2358us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074766.939527:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:2.0:1769074766.948509:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728704 00000100:00100000:2.0:1769074766.948527:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728704 00000100:00100000:2.0:1769074766.948661:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:2.0:1769074766.948671:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612728704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074766.948759:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612728704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 89us (11734us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074766.948768:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 309 00000001:00080000:2.0:1769074767.060329:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872543 is committed 00000001:00080000:2.0:1769074767.060360:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872536 is committed 00000001:00080000:2.0:1769074767.060368:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872531 is committed 00000001:00080000:2.0:1769074767.060394:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872540 is committed 00000001:00080000:2.0:1769074767.060408:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872533 is committed 00000001:00080000:2.0:1769074767.060417:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872541 is committed 00002000:00010000:1.0:1769074767.060539:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074767 00002000:00010000:1.0:1769074767.060545:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074767 00010000:00010000:1.0:1769074767.060562:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060576:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060587:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060594:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074767.060600:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060615:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060641:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.060648:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a0bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074767.060776:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2372:x1855007612728320:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 135363us (135616us total) trans 17179872543 rc 0/0 00000100:00100000:1.0:1769074767.060787:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5406 00010000:00010000:0.0:1769074767.064059:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064079:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064088:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064110:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.064115:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064124:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064141:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.064148:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a0c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.064285:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2372:x1855007612728448:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 137980us (139065us total) trans 17179872542 rc 0/0 00000100:00100000:0.0:1769074767.064297:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5407 00000100:00100000:1.0:1769074767.084422:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.084470:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.084503:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.084530:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.084606:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612728960 00000100:00100000:3.0:1769074767.084616:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612728960 00000100:00100000:3.0:1769074767.084700:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729344 00000100:00100000:3.0:1769074767.084704:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729344 00000100:00100000:3.0:1769074767.084725:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729088 00000100:00100000:3.0:1769074767.084727:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729088 00000100:00100000:3.0:1769074767.084746:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729216 00000100:00100000:3.0:1769074767.084749:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729216 00000100:00100000:3.0:1769074767.084786:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5408 00000100:00100000:3.0:1769074767.084795:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612728960:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074767.084862:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.084882:0:26135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.084890:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.084892:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.084896:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.084943:0:26135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 13 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.084959:0:26135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 13 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:3.0:1769074767.084974:0:26135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619886208:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074767.085047:0:26135:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074767.085068:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5409 00000100:00100000:3.0:1769074767.085076:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612729344:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074767.085091:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085111:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085113:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085116:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085126:0:14223:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.085149:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5410 00000100:00100000:3.0:1769074767.085158:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612729088:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074767.085174:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085185:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085192:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085194:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085197:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085215:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 15 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085225:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:3.0:1769074767.085237:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619886336:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074767.085258:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074767.085275:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5411 00000100:00100000:3.0:1769074767.085282:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612729216:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074767.085298:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085306:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085308:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.085311:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.085319:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1769074767.085772:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074767.088386:0:26135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619886208:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074767.088421:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.091333:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074767.091430:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.091548:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729472 00000100:00100000:1.0:1769074767.091559:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729472 00010000:00010000:1.0:1769074767.091603:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 14 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:1.0:1769074767.091647:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729600 00000100:00100000:1.0:1769074767.091650:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729600 00010000:00010000:1.0:1769074767.091667:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 16 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:1.0:1769074767.091690:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5163 00000100:00100000:1.0:1769074767.091700:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612729472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074767.091717:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074767.091739:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 14 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074767.091767:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 14 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074767.091792:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e89593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9a3 expref: 14 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074767.091811:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.091814:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.091819:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.091856:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.091866:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.091868:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.091871:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.091878:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.091907:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074767.091975:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2371:x1855007612729472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 274us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074767.091983:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5163 00000100:00100000:1.0:1769074767.092000:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5164 00000100:00100000:1.0:1769074767.092007:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612729600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074767.092016:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074767.092028:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 16 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074767.092040:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 16 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:1.0:1769074767.092054:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.092055:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.092059:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.092067:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.092075:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.092077:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.092080:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.092088:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.092115:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074767.092134:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612729600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 127us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074767.092141:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5164 00010000:00010000:1.0:1769074767.092189:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.092199:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.094218:0:14223:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.094237:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.098450:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8959a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9aa expref: 15 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:3.0:1769074767.098474:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26133:1855007619886336:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074767.098498:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.098509:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.098516:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.099303:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.099315:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1769074767.319932:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872544 is committed 00002000:00010000:0.0:1769074767.319946:0:14223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074759 -> 1769074768 00002000:00010000:0.0:1769074767.319950:0:14223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074759 -> 1769074768 00000001:00080000:1.0:1769074767.319954:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872545 is committed 00010000:00010000:0.0:1769074767.319965:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.319978:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.319987:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320000:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.320005:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320015:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320038:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320046:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a0d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.320158:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612729344:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 235075us (235680us total) trans 17179872545 rc 0/0 00000100:00100000:0.0:1769074767.320170:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5409 00010000:00010000:0.0:1769074767.320224:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320231:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320237:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320243:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.320246:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320253:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320262:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.320268:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a0c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.320316:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612728960:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 235522us (235903us total) trans 17179872544 rc 0/0 00000100:00100000:0.0:1769074767.320323:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5408 00002000:00010000:0.0:1769074767.345734:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074759 -> 1769074768 00002000:00010000:0.0:1769074767.345758:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074759 -> 1769074768 00010000:00010000:0.0:1769074767.345779:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345793:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345804:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345811:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.345816:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345851:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345878:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.345885:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a0d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.346018:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2371:x1855007612729088:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 260852us (261505us total) trans 21474839498 rc 0/0 00000100:00100000:0.0:1769074767.346033:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5410 00000001:00080000:0.0:1769074767.346083:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839493 is committed 00000001:00080000:0.0:1769074767.346112:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839487 is committed 00000001:00080000:0.0:1769074767.346122:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839486 is committed 00000001:00080000:0.0:1769074767.346130:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839497 is committed 00000001:00080000:0.0:1769074767.346138:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839488 is committed 00000001:00080000:0.0:1769074767.346146:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839498 is committed 00000001:00080000:3.0:1769074767.422374:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839499 is committed 00010000:00010000:1.0:1769074767.422501:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422516:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422527:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422535:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074767.422541:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422550:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422571:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.422578:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d200/0x8b5959a9a0e8a0de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074767.422676:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612729216:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 337389us (338139us total) trans 21474839499 rc 0/0 00000100:00100000:1.0:1769074767.422687:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5411 00000100:00100000:1.0:1769074767.432543:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074767.432658:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729856 00000100:00100000:2.0:1769074767.432670:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729856 00000100:00100000:2.0:1769074767.432764:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5412 00000100:00100000:2.0:1769074767.432774:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2373:x1855007612729856:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074767.432815:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.432881:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.432889:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.432891:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.432895:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.432945:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 13 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.432963:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 13 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:2.0:1769074767.432980:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619886464:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074767.433117:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074767.436348:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074767.436615:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729728 00000100:00100000:0.0:1769074767.436625:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729728 00000100:00100000:0.0:1769074767.436700:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5413 00000100:00100000:0.0:1769074767.436710:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612729728:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074767.436745:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.436780:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.436790:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.436792:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.436796:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.436865:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.436880:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 11 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:0.0:1769074767.436896:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619886592:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074767.436987:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074767.437549:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619886464:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074767.437571:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.439777:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619886592:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074767.439805:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.442484:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.442566:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074767.442923:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730112 00000100:00100000:0.0:1769074767.442935:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730112 00010000:00010000:0.0:1769074767.442984:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:0.0:1769074767.443033:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612729984 00000100:00100000:0.0:1769074767.443037:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612729984 00010000:00010000:0.0:1769074767.443054:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 14 pid: 6531 timeout: 1851 lvb_type: 0 00000100:00100000:0.0:1769074767.443081:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5165 00000100:00100000:0.0:1769074767.443089:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612730112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074767.443113:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074767.443136:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443146:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443169:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e895a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b1 expref: 12 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443185:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074767.443187:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074767.443192:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.443201:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.443224:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074767.443271:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612730112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074767.443279:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5165 00000100:00100000:0.0:1769074767.443296:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5166 00000100:00100000:0.0:1769074767.443303:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612729984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074767.443311:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074767.443322:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 14 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443333:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 14 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443347:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e895a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9b8 expref: 14 pid: 6531 timeout: 1851 lvb_type: 0 00010000:00010000:0.0:1769074767.443355:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074767.443357:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074767.443360:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.443367:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.443381:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074767.443399:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612729984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 97us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074767.443405:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5166 00010000:00010000:2.0:1769074767.444185:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.444198:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.445253:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.445266:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074767.634221:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074760 -> 1769074768 00002000:00010000:3.0:1769074767.634233:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074760 -> 1769074768 00002000:00010000:3.0:1769074767.634236:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2081 00010000:00010000:3.0:1769074767.634253:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634265:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634276:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634283:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074767.634288:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634298:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634321:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.634328:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.634427:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612729728:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 197713us (198084us total) trans 17179872546 rc 0/0 00000100:00100000:3.0:1769074767.634439:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5413 00000001:00080000:3.0:1769074767.634474:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872546 is committed 00000001:00080000:2.0:1769074767.644256:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839500 is committed 00002000:00010000:0.0:1769074767.644360:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074760 -> 1769074768 00002000:00010000:0.0:1769074767.644365:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074760 -> 1769074768 00002000:00010000:0.0:1769074767.644368:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2079 00010000:00010000:0.0:1769074767.644383:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644400:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644409:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644415:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.644419:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644428:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644448:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.644455:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a0e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.644592:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2373:x1855007612729856:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 211815us (212056us total) trans 21474839500 rc 0/0 00000100:00100000:0.0:1769074767.644602:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5412 00000100:00100000:2.0:1769074767.653059:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074767.653146:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730240 00000100:00100000:0.0:1769074767.653157:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730240 00000100:00100000:0.0:1769074767.653235:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5414 00000100:00100000:0.0:1769074767.653244:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2371:x1855007612730240:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074767.653286:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.653306:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.653314:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.653316:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.653320:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.653362:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.653377:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 10 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:0.0:1769074767.653392:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619886720:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074767.653476:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074767.659425:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619886720:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074767.659456:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.660081:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074767.661309:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730368 00000100:00100000:2.0:1769074767.661468:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730368 00010000:00010000:2.0:1769074767.661519:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 11 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:2.0:1769074767.661567:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5167 00000100:00100000:2.0:1769074767.661577:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612730368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074767.661592:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074767.661613:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 11 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.661629:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 11 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.661653:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166ca00/0x8b5959a9a0e895af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9bf expref: 11 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.661671:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.661673:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.661678:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.661695:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.661730:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074767.661935:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.661944:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.662554:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612730368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 975us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074767.662565:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5167 00000001:00080000:3.0:1769074767.728797:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872547 is committed 00002000:00010000:2.0:1769074767.729032:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:2.0:1769074767.729038:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074761 -> 1769074768 00002000:00010000:2.0:1769074767.729041:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074761 -> 1769074768 00002000:00010000:2.0:1769074767.729044:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1333 -> 1337 00010000:00010000:2.0:1769074767.729060:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729073:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729082:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729099:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074767.729104:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729113:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729144:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.729151:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a0f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.729267:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612730240:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 76017us (76211us total) trans 17179872547 rc 0/0 00000100:00100000:2.0:1769074767.729279:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5414 00000100:00100000:3.0:1769074767.737640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074767.737729:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730496 00000100:00100000:2.0:1769074767.737738:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730496 00000100:00100000:2.0:1769074767.737817:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5415 00000100:00100000:2.0:1769074767.737860:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612730496:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074767.737901:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.737933:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.737942:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.737943:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.737947:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.737983:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 12 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.738003:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 12 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:2.0:1769074767.738018:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619886848:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074767.738113:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d184f3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074767.741690:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619886848:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074767.741720:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.746733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.746789:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.746819:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074767.747024:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730624 00000100:00100000:0.0:1769074767.747035:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730624 00000100:00100000:0.0:1769074767.747113:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731008 00000100:00100000:0.0:1769074767.747117:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731008 00000100:00100000:0.0:1769074767.747143:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5416 00000100:00100000:0.0:1769074767.747152:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612730624:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074767.747192:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.747211:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.747214:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.747218:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.747228:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.747253:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5417 00000100:00100000:0.0:1769074767.747260:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612731008:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074767.747272:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.747280:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.747282:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.747285:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.747299:0:14223:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.747431:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.747604:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730752 00000100:00100000:1.0:1769074767.747610:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730752 00000100:00100000:1.0:1769074767.747646:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5418 00000100:00100000:1.0:1769074767.747653:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612730752:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074767.747670:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.747679:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074767.747681:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074767.747684:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.747692:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.748036:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612730880 00000100:00100000:2.0:1769074767.748041:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612730880 00010000:00010000:2.0:1769074767.748065:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 16 pid: 25507 timeout: 1851 lvb_type: 0 00000100:00100000:2.0:1769074767.748102:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5168 00000100:00100000:2.0:1769074767.748108:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612730880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074767.748119:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074767.748139:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 16 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.748152:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 16 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.748171:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e895cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9cd expref: 16 pid: 25507 timeout: 1851 lvb_type: 0 00010000:00010000:2.0:1769074767.748185:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748186:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748191:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748200:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748207:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748208:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748211:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748218:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748225:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748226:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748229:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748236:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748241:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748243:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074767.748245:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748256:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748311:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074767.748373:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612730880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 264us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074767.748380:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5168 00010000:00010000:2.0:1769074767.748406:0:14223:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748415:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748728:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748738:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748889:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.748897:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.749678:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.749690:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.806684:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074767.825869:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839501 is committed 00002000:00010000:2.0:1769074767.836751:0:14223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074760 -> 1769074768 00002000:00010000:2.0:1769074767.836762:0:14223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074760 -> 1769074768 00010000:00010000:2.0:1769074767.836776:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836789:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836799:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836807:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074767.836812:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836833:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836855:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.836863:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a108 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.837124:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+23:2370:x1855007612731008:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 89858us (90298us total) trans 21474839501 rc 0/0 00000100:00100000:2.0:1769074767.837135:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5417 00000100:00100000:2.0:1769074767.870329:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619886976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074767.870407:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074767.870534:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619886976 00000100:00100000:2.0:1769074767.870545:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619886976 00000100:00100000:2.0:1769074767.870604:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1769074767.870613:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619886976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074767.870635:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 636944384 pending 0 free 3843031040 avail 3831496704 00000100:00100000:2.0:1769074767.870674:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619886976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074767.870682:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:2.0:1769074767.870702:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074767.870732:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872541 gen 2 00000004:00080000:2.0:1769074767.870737:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1e680, transno 17179872534 00000004:00080000:2.0:1769074767.870761:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1f800, transno 17179872535 00000004:00080000:2.0:1769074767.870764:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1ce00, transno 17179872536 00000004:00080000:2.0:1769074767.870767:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1c380, transno 17179872537 00000004:00080000:2.0:1769074767.870771:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1d500, transno 17179872538 00000004:00080000:2.0:1769074767.870773:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1c000, transno 17179872539 00000004:00080000:2.0:1769074767.870776:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1f480, transno 17179872540 00000004:00080000:2.0:1769074767.870778:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1ed80, transno 17179872541 00000100:00100000:2.0:1769074767.870788:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619886976:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1769074767.871280:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000001:00080000:2.0:1769074767.872622:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839503 is committed 00000001:00080000:2.0:1769074767.872656:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839504 is committed 00010000:00010000:1.0:1769074767.872904:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873014:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873025:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873033:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074767.873038:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873048:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873071:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873080:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a101 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074767.873208:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612730624:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 126051us (126412us total) trans 21474839502 rc 0/0 00000100:00100000:1.0:1769074767.873219:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5416 00010000:00010000:1.0:1769074767.873265:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873273:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873279:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873284:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074767.873287:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873293:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873304:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.873309:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8a0fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074767.873339:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612730496:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 135481us (135707us total) trans 21474839503 rc 0/0 00000100:00100000:1.0:1769074767.873345:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5415 00010000:00010000:0.0:1769074767.877304:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877327:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877337:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877344:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074767.877350:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877360:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877386:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.877394:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a10f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.877575:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612730752:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 129916us (130137us total) trans 21474839504 rc 0/0 00000100:00100000:0.0:1769074767.877587:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5418 00000100:00100000:1.0:1769074767.878287:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074767.878309:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619887104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074767.878378:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074767.878468:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619887104 00000100:00100000:0.0:1769074767.878477:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619887104 00000100:00100000:0.0:1769074767.878544:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1769074767.878553:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619887104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074767.878589:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 485425152 pending 0 free 3835691008 avail 3833593856 00000100:00100000:0.0:1769074767.878634:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619887104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074767.878642:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1769074767.878677:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839497 gen 2 00000004:00080000:0.0:1769074767.878684:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019ce00, transno 21474839489 00000004:00080000:0.0:1769074767.878693:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1ca80, transno 21474839490 00000004:00080000:0.0:1769074767.878696:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019df80, transno 21474839491 00000004:00080000:0.0:1769074767.878700:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c16a680, transno 21474839492 00000004:00080000:0.0:1769074767.878703:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019ed80, transno 21474839493 00000004:00080000:0.0:1769074767.878707:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c168e00, transno 21474839494 00000004:00080000:0.0:1769074767.878710:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b05c00, transno 21474839495 00000004:00080000:0.0:1769074767.878712:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019c700, transno 21474839496 00000004:00080000:0.0:1769074767.878715:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019c380, transno 21474839497 00000100:00100000:0.0:1769074767.878726:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619887104:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1769074767.878882:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1769074767.879670:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:3.0:1769074767.896374:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.896423:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.896456:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074767.896495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.896589:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731264 00000100:00100000:1.0:1769074767.896601:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731264 00000100:00100000:1.0:1769074767.896676:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731136 00000100:00100000:1.0:1769074767.896680:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731136 00000100:00100000:1.0:1769074767.896699:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731392 00000100:00100000:1.0:1769074767.896702:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731392 00000100:00100000:1.0:1769074767.896720:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731520 00000100:00100000:1.0:1769074767.896723:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731520 00000100:00100000:1.0:1769074767.896754:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5419 00000100:00100000:1.0:1769074767.896763:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612731264:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074767.896811:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.896871:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.896880:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074767.896883:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074767.896886:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.897022:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5420 00000100:00100000:3.0:1769074767.897033:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612731136:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074767.897050:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074767.897164:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5421 00000100:00100000:2.0:1769074767.897175:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612731392:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074767.897191:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074767.897252:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5422 00000100:00100000:0.0:1769074767.897261:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612731520:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074767.897276:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.897458:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.897461:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074767.897465:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.897475:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.897556:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 14 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.897575:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 14 pid: 25507 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074767.897593:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619887232:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074767.897715:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.897718:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074767.897721:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074767.897730:0:13673:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074767.897920:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074767.901441:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619887232:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074767.901474:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.902494:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.902501:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074767.902506:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.902518:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074767.903623:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074767.903943:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731648 00000100:00100000:1.0:1769074767.903955:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731648 00010000:00010000:1.0:1769074767.904001:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 15 pid: 25507 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074767.904051:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5169 00000100:00100000:1.0:1769074767.904061:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2371:x1855007612731648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074767.904077:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074767.904109:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 15 pid: 25507 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074767.904127:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 15 pid: 25507 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074767.904156:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e895d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9d4 expref: 15 pid: 25507 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074767.904174:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904177:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904182:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904194:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904209:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904211:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904214:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904222:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904229:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904231:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904235:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904242:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904249:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904251:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074767.904254:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904261:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904330:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074767.904404:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2371:x1855007612731648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 343us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074767.904415:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5169 00010000:00010000:1.0:1769074767.904457:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.904469:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.905139:0:13673:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074767.905153:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.907033:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074767.907055:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.909685:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074767.909705:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074768.032977:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839505 is committed 00002000:00010000:0.0:1769074768.033212:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074760 -> 1769074768 00002000:00010000:0.0:1769074768.033218:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074760 -> 1769074768 00010000:00010000:0.0:1769074768.033231:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033244:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033253:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033261:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074768.033266:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033275:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033293:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.033301:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a124 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074768.033396:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+22:2371:x1855007612731392:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 136220us (136934us total) trans 21474839505 rc 0/0 00000100:00100000:0.0:1769074768.033408:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5421 00000001:00080000:3.0:1769074768.178560:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839508 is committed 00002000:00010000:3.0:1769074768.178649:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8261 00010000:00010000:3.0:1769074768.178668:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.178682:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.178692:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.178700:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074768.178704:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.178715:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.179006:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.179016:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a116 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074768.179137:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612731264:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 282368us (282769us total) trans 21474839507 rc 0/0 00000100:00100000:3.0:1769074768.179149:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5419 00010000:00010000:0.0:1769074768.181700:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.181721:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.181732:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.181816:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8dc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074768.182054:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182066:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182075:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182092:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074768.182095:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182105:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182126:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.182140:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a12b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074768.182263:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2371:x1855007612731520:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 284996us (285759us total) trans 21474839508 rc 0/0 00000100:00100000:2.0:1769074768.182275:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5422 00010000:00010000:0.0:1769074768.188437:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.188471:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.188499:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.188515:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8dc00/0x8b5959a9a0e8a11d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.188778:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612731136:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 291741us (292347us total) trans 21474839506 rc 0/0 00000100:00100000:1.0:1769074768.188790:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5420 00000100:00100000:1.0:1769074768.196564:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.197230:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731776 00000100:00100000:0.0:1769074768.197249:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731776 00000100:00100000:1.0:1769074768.197491:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5423 00000100:00100000:1.0:1769074768.197504:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612731776:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074768.197552:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.197575:0:14428:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.197584:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074768.197587:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074768.197591:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.197639:0:14428:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.197659:0:14428:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 10 pid: 25507 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074768.197678:0:14428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14428:1855007619887360:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074768.197845:0:14428:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074768.201472:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.201671:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612731904 00000100:00100000:0.0:1769074768.201685:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612731904 00010000:00010000:0.0:1769074768.201747:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 11 pid: 25507 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.201797:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5170 00000100:00100000:0.0:1769074768.201808:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612731904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.201855:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.201886:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 11 pid: 25507 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.201915:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 11 pid: 25507 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.201947:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.201949:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.201954:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1769074768.201960:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1769074768.201963:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.201992:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.202068:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2371:x1855007612731904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 260us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.202077:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5170 00010000:00010000:1.0:1769074768.202641:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158800/0x8b5959a9a0e895d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11a9db expref: 10 pid: 25507 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074768.202664:0:14428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14428:1855007619887360:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074768.202695:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.202707:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.202716:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074768.273585:0:14428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:2.0:1769074768.273596:0:14428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074761 -> 1769074769 00002000:00010000:2.0:1769074768.273599:0:14428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074761 -> 1769074769 00002000:00010000:2.0:1769074768.273602:0:14428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1333 -> 1337 00010000:00010000:2.0:1769074768.273618:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273631:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273641:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273649:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074768.273654:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273664:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273690:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.273698:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a132 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074768.273814:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2373:x1855007612731776:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 76309us (77258us total) trans 21474839509 rc 0/0 00000100:00100000:2.0:1769074768.273854:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5423 00000001:00080000:0.0:1769074768.280433:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839509 is committed 00000100:00100000:2.0:1769074768.293768:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.294210:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732160 00000100:00100000:0.0:1769074768.294222:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732160 00000100:00080000:2.0:1769074768.294397:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074768.294807:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6437 00000100:00100000:1.0:1769074768.294854:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612732160:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074768.294923:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074768.294954:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8a04b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afed expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.294975:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074768.294981:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074768.295351:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.295366:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.295375:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:1.0:1769074768.295430:0:30391:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941313 00000004:00010000:1.0:1769074768.295459:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000019778de8 reply state 000000008aafb8a8 transno 8589941314 ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074768.295468:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074768.295562:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612732160:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 743us (1803us total) trans 8589941314 rc 0/0 00000100:00100000:1.0:1769074768.295571:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6437 00000020:00080000:1.0:1769074768.295577:0:30391:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074768.299209:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074768.299302:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299316:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299325:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299331:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074768.299336:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299345:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299365:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074768.299369:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074768.299376:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074768.299382:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a139 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074768.299540:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732288 00000100:00100000:1.0:1769074768.299552:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732288 00000100:00100000:1.0:1769074768.299608:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9705 00000100:00100000:1.0:1769074768.299618:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612732288:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.299641:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.299664:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8a140 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b01e expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074768.299697:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f04f, atime: 0x6971f015, ctime: 0x6971f04f, blocks: 0x1007 00010000:00010000:1.0:1769074768.299725:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.299728:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.299751:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8a140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b01e expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.299771:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8a140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b01e expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.299784:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074768.299867:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612732288:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 250us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.299875:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9705 00000100:00100000:0.0:1769074768.303502:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.303585:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732416 00000100:00100000:2.0:1769074768.303595:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732416 00000100:00100000:2.0:1769074768.303655:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9706 00000100:00100000:2.0:1769074768.303665:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612732416:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074768.303684:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.303709:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8a147 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b025 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074768.303733:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x1029 00010000:00010000:2.0:1769074768.303763:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.303765:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.303775:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8a147 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b025 expref: 11 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.303791:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8a147 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b025 expref: 11 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.303804:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:2.0:1769074768.303907:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612732416:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 236us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.303915:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9706 00000100:00100000:2.0:1769074768.307268:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.307369:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732544 00000100:00100000:1.0:1769074768.307380:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732544 00000100:00100000:1.0:1769074768.307438:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9707 00000100:00100000:1.0:1769074768.307447:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57837:x1855007612732544:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.307465:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.307487:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a14e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b02c expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074768.307510:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x1029 00010000:00010000:1.0:1769074768.307532:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.307535:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.307543:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a14e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b02c expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.307566:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a14e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b02c expref: 10 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.307579:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:1.0:1769074768.307643:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612732544:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 196us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.307651:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9707 00000100:00100000:3.0:1769074768.311256:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.311367:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732672 00000100:00100000:2.0:1769074768.311379:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732672 00000100:00100000:2.0:1769074768.311440:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9708 00000100:00100000:2.0:1769074768.311451:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612732672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074768.311469:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.311491:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8a155 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b033 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074768.311517:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x821 00010000:00010000:2.0:1769074768.311537:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.311540:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.311548:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8a155 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b033 expref: 12 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.311565:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8a155 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b033 expref: 12 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.311577:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:2.0:1769074768.311642:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612732672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 192us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.311650:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9708 00000100:00100000:0.0:1769074768.315619:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.315727:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732800 00000100:00100000:1.0:1769074768.315751:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732800 00000100:00100000:1.0:1769074768.315869:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9709 00000100:00100000:1.0:1769074768.315881:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612732800:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.315911:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.315943:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a15c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b03a expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074768.315970:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x81f 00010000:00010000:1.0:1769074768.315992:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.315994:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.316004:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a15c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b03a expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.316021:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a15c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b03a expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.316035:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2a00, rc 0) 00000100:00100000:1.0:1769074768.316115:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612732800:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 237us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.316123:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9709 00000100:00100000:3.0:1769074768.318921:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.319100:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612732928 00000100:00100000:2.0:1769074768.319111:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612732928 00000100:00100000:2.0:1769074768.319167:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9710 00000100:00100000:2.0:1769074768.319177:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612732928:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074768.319195:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.319218:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8a163 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b041 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074768.319245:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4861952, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x539 00010000:00010000:2.0:1769074768.319264:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.319266:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.319274:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8a163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b041 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.319289:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8a163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b041 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.319300:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7c00, rc 0) 00000100:00100000:2.0:1769074768.319351:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57837:x1855007612732928:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 176us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.319358:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9710 00000100:00100000:3.0:1769074768.327115:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.327174:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.328038:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733056 00000100:00100000:0.0:1769074768.328054:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733056 00002000:00010000:0.0:1769074768.328125:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:0.0:1769074768.328131:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c700 with x1855007612733056 ext(4860768->18446744073709551615) 00002000:00010000:0.0:1769074768.328150:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019c700. 00000100:00100000:0.0:1769074768.328234:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733184 00000100:00100000:0.0:1769074768.328238:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733184 00002000:00010000:0.0:1769074768.328252:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074768.328256:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c380 with x1855007612733184 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074768.328263:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019c380. 00000100:00100000:0.0:1769074768.328284:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5424 00000100:00100000:0.0:1769074768.328293:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612733056:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:0.0:1769074768.328686:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:0.0:1769074768.328691:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074768 -> 1769074769 00002000:00010000:0.0:1769074768.328694:0:26135:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074768.328697:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074768 -> 1769074769 00002000:00010000:0.0:1769074768.328700:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074768.328894:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5425 00000100:00100000:1.0:1769074768.328917:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2370:x1855007612733184:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:1.0:1769074768.329148:0:13673:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.329152:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074761 -> 1769074769 00002000:00010000:1.0:1769074768.329154:0:13673:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.329155:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074761 -> 1769074769 00002000:00010000:1.0:1769074768.329157:0:13673:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074768.329257:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612733056:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 962us (2154us total) trans 17179872548 rc 0/0 00000100:00100000:0.0:1769074768.329267:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5424 00002000:00010000:0.0:1769074768.329271:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:0.0:1769074768.329275:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c700 with x1855007612733056 ext(4860768->18446744073709551615) 00002000:00010000:0.0:1769074768.329282:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019c700. 00000100:00100000:2.0:1769074768.331909:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2370:x1855007612733184:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 2968us (4706us total) trans 21474839510 rc 0/0 00000100:00100000:2.0:1769074768.331926:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5425 00002000:00010000:2.0:1769074768.331936:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074768.331941:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019c380 with x1855007612733184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074768.331958:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019c380. 00000100:00100000:3.0:1769074768.335597:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.335693:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733312 00000100:00100000:1.0:1769074768.335705:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733312 00000100:00100000:1.0:1769074768.335785:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6438 00000100:00100000:1.0:1769074768.335797:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57837:x1855007612733312:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.335851:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.335875:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a16a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b048 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.336154:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.336172:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.336185:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074768.336214:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:1.0:1769074768.336219:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074768.336238:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.336266:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a16a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b048 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.336286:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b048 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.336294:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074768.336298:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074768.336302:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074768.336378:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612733312:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 582us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.336386:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6438 00000100:00100000:3.0:1769074768.342267:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.342611:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733568 00000100:00100000:1.0:1769074768.342624:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733568 00000100:00100000:1.0:1769074768.342696:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6439 00000100:00100000:1.0:1769074768.342707:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57837:x1855007612733568:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074768.342777:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074768.342806:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a171 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b048 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.342852:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074768.342858:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074768.343161:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.343177:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074768.343186:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:1.0:1769074768.343235:0:30391:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941315 00000004:00010000:1.0:1769074768.343263:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000584d7f30 reply state 00000000bd335365 transno 8589941316 ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074768.343272:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074768.343371:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57837:x1855007612733568:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 665us (1120us total) trans 8589941316 rc 0/0 00000100:00100000:1.0:1769074768.343378:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6439 00000020:00080000:1.0:1769074768.343383:0:30391:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1769074768.354597:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354616:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354624:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354632:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074768.354637:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354646:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354664:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074768.354666:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074768.354671:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074768.354676:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a178 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074768.355866:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.356130:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733696 00000100:00100000:1.0:1769074768.356146:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733696 00000100:00100000:1.0:1769074768.356224:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9711 00000100:00100000:1.0:1769074768.356234:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612733696:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.356253:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.356276:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b04f expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074768.356308:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20d:0x0] initial LVB size: 4194304, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x2007 00010000:00010000:1.0:1769074768.356344:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.356347:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.356358:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.356375:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 13 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.356394:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074768.356456:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57837:x1855007612733696:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 223us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.356463:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9711 00000100:00100000:0.0:1769074768.361961:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.362120:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733824 00000100:00100000:2.0:1769074768.362130:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733824 00000100:00100000:2.0:1769074768.362186:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9712 00000100:00100000:2.0:1769074768.362195:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57837:x1855007612733824:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074768.362213:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.362234:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a186 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b056 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074768.362257:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x2045 00010000:00010000:2.0:1769074768.362275:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.362277:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.362286:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a186 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b056 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.362302:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a186 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b056 expref: 14 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.362313:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6600, rc 0) 00000100:00100000:2.0:1769074768.362369:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57837:x1855007612733824:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 175us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.362376:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9712 00000100:00100000:3.0:1769074768.366780:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.366948:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612733952 00000100:00100000:1.0:1769074768.366961:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612733952 00000100:00100000:1.0:1769074768.367036:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9713 00000100:00100000:1.0:1769074768.367046:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57837:x1855007612733952:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074768.367067:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.367102:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a18d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b05d expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074768.367130:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4861952, mtime: 0x6971f051, atime: 0x0, ctime: 0x6971f051, blocks: 0x539 00010000:00010000:1.0:1769074768.367152:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.367155:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.367165:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b05d expref: 15 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.367182:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b05d expref: 15 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.367195:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2800, rc 0) 00000100:00100000:1.0:1769074768.367257:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57837:x1855007612733952:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 211us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.367266:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9713 00000100:00100000:3.0:1769074768.371035:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.371089:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.371195:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734208 00000100:00100000:2.0:1769074768.371206:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734208 00002000:00010000:2.0:1769074768.371244:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074768.371250:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019e300 with x1855007612734208 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074768.371262:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019e300. 00000100:00100000:2.0:1769074768.371292:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734080 00000100:00100000:2.0:1769074768.371295:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734080 00002000:00010000:2.0:1769074768.371308:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:2.0:1769074768.371311:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019d180 with x1855007612734080 ext(4860768->18446744073709551615) 00002000:00010000:2.0:1769074768.371317:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019d180. 00000100:00100000:2.0:1769074768.371342:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5426 00000100:00100000:2.0:1769074768.371351:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612734208:12345-192.168.204.39@tcp:10:lfs.0 00000100:00100000:1.0:1769074768.371689:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5427 00000100:00100000:1.0:1769074768.371699:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612734080:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:1.0:1769074768.371951:0:14428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:1.0:1769074768.371955:0:14428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.371958:0:14428:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.371960:0:14428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.371963:0:14428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074768.372032:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612734080:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 334us (950us total) trans 21474839511 rc 0/0 00000100:00100000:1.0:1769074768.372041:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5427 00002000:00010000:1.0:1769074768.372045:0:14428:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:1.0:1769074768.372048:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019d180 with x1855007612734080 ext(4860768->18446744073709551615) 00002000:00010000:1.0:1769074768.372053:0:14428:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019d180. 00002000:00010000:2.0:1769074768.372181:0:13673:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.372185:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074761 -> 1769074769 00002000:00010000:2.0:1769074768.372187:0:13673:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.372189:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074761 -> 1769074769 00002000:00010000:2.0:1769074768.372191:0:13673:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074768.372212:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612734208:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 862us (1188us total) trans 17179872549 rc 0/0 00000100:00100000:2.0:1769074768.372220:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5426 00002000:00010000:2.0:1769074768.372222:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074768.372225:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019e300 with x1855007612734208 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074768.372230:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019e300. 00000100:00100000:0.0:1769074768.379173:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.379327:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734464 00000100:00100000:3.0:1769074768.379337:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734464 00000100:00100000:3.0:1769074768.379403:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6440 00000100:00100000:3.0:1769074768.379412:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57837:x1855007612734464:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074768.379521:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.379546:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.379563:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00010000:2.0:1769074768.380301:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ca22075 reply state 00000000fb0272af transno 8589941317 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074768.380315:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074768.381614:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:57837:x1855007612734464:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 2194us (2445us total) trans 8589941317 rc 0/0 00000100:00100000:2.0:1769074768.381624:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6440 00000100:00100000:3.0:1769074768.386378:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.386682:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734592 00000100:00100000:0.0:1769074768.386692:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734592 00000100:00100000:0.0:1769074768.386765:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9714 00000100:00100000:0.0:1769074768.386776:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612734592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074768.386799:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.386852:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b064 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.386886:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.386895:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.386907:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.386912:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.386949:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.386966:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 17 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.386982:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619887488:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.387069:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.390847:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.390886:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734720 00000100:00100000:0.0:1769074768.390896:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734720 00010000:00010000:0.0:1769074768.390948:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.390988:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5171 00000100:00100000:0.0:1769074768.390997:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612734720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.391019:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.391049:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:0.0:1769074768.391064:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:0.0:1769074768.391103:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.391105:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.391114:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.391125:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.391173:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074768.391189:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619887616:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074768.391282:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031bac00 going to sleep for 11 seconds 00010000:00010000:3.0:1769074768.391610:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a052 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11aff4 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:3.0:1769074768.391630:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619887488:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074768.391655:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.391666:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8800, rc 0) 00000100:00100000:3.0:1769074768.391714:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57837:x1855007612734592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4940us (5344us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.391724:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9714 00010000:00010000:2.0:1769074768.396349:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396368:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396375:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396381:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8de00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074768.396387:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396395:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396412:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074768.396415:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074768.396421:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.396427:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8de00/0x8b5959a9a0e8a194 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074768.401068:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619887616:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.401107:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074768.401170:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612734720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10172us (10357us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.401182:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5171 00000100:00100000:1.0:1769074768.401411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.401463:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734848 00000100:00100000:3.0:1769074768.401471:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734848 00000100:00100000:3.0:1769074768.401519:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9715 00000100:00100000:3.0:1769074768.401529:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57837:x1855007612734848:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074768.401550:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074768.401573:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b06b expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.401620:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 16 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074768.401629:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.401631:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.401635:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.401666:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 16 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074768.401680:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 16 pid: 6534 timeout: 1852 lvb_type: 1 00000100:00100000:3.0:1769074768.401693:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619887744:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074768.401753:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.407420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.407513:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612734976 00000100:00100000:1.0:1769074768.407523:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612734976 00010000:00010000:1.0:1769074768.407566:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 17 pid: 6534 timeout: 1852 lvb_type: 1 00000100:00100000:1.0:1769074768.407607:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5172 00000100:00100000:1.0:1769074768.407617:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612734976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074768.407635:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074768.407658:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 17 pid: 6534 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.407674:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 17 pid: 6534 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.407703:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.407705:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.407713:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.407723:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.408070:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.408097:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619887872:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074768.408211:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734c00 going to sleep for 11 seconds 00010000:00010000:3.0:1769074768.408383:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a059 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11affb expref: 17 pid: 6534 timeout: 1852 lvb_type: 1 00000100:00100000:3.0:1769074768.408397:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619887744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074768.408425:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.408435:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8ca00, rc 0) 00000100:00100000:3.0:1769074768.408464:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612734848:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6936us (7054us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.408472:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9715 00000100:00100000:1.0:1769074768.412322:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.412413:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735104 00000100:00100000:0.0:1769074768.412423:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735104 00000100:00100000:0.0:1769074768.412479:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9716 00000100:00100000:0.0:1769074768.412488:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612735104:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074768.412504:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.412522:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b072 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.412552:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.412560:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.412562:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.412566:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.412598:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.412613:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.412626:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619888000:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.412717:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031bad80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074768.416114:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619887872:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.416153:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074768.416575:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612734976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8956us (9164us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.416588:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5172 00000100:00100000:1.0:1769074768.416891:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.416920:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735232 00000100:00100000:1.0:1769074768.416927:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735232 00010000:00010000:1.0:1769074768.416961:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 1852 lvb_type: 1 00000100:00100000:1.0:1769074768.416989:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5173 00000100:00100000:1.0:1769074768.416999:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612735232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074768.417014:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1769074768.417033:0:5739:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2077 -> 2081 00010000:00010000:1.0:1769074768.417040:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.417056:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.417097:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.417099:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.417107:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.417118:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.417153:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.417166:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619888128:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074768.417223:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734c00 going to sleep for 11 seconds 00010000:00010000:2.0:1769074768.417747:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a075 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b002 expref: 17 pid: 26585 timeout: 1852 lvb_type: 1 00000100:00100000:2.0:1769074768.417761:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619888000:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074768.417782:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.417793:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8c00, rc 0) 00000100:00100000:2.0:1769074768.417854:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612735104:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5367us (5543us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.417862:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9716 00000100:00100000:1.0:1769074768.422890:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.423005:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735360 00000100:00100000:0.0:1769074768.423017:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735360 00000100:00100000:0.0:1769074768.423093:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9717 00000100:00100000:0.0:1769074768.423103:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612735360:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074768.423123:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.423142:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b079 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.423175:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.423185:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.423187:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.423192:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.423232:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.423248:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 17 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.423274:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619888256:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.423369:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.423716:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619888128:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074768.423746:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074768.423777:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612735232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6778us (6886us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.423788:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5173 00000100:00100000:1.0:1769074768.427593:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.427689:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735488 00000100:00100000:2.0:1769074768.427698:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735488 00010000:00010000:2.0:1769074768.427748:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:2.0:1769074768.427795:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5174 00000100:00100000:2.0:1769074768.427805:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612735488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.427858:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074768.427883:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:2.0:1769074768.427897:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:2.0:1769074768.427937:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.427939:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.427947:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.427956:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.427995:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074768.428016:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619888384:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074768.428120:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074768.428644:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a060 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b009 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.428665:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619888256:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.428695:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.428706:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca9000, rc 0) 00000100:00100000:0.0:1769074768.428756:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57837:x1855007612735360:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5654us (5880us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.428764:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9717 00000100:00100000:3.0:1769074768.435243:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.436566:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735616 00000100:00100000:0.0:1769074768.436580:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735616 00000100:00100000:0.0:1769074768.436665:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9718 00000100:00100000:0.0:1769074768.436675:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57837:x1855007612735616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074768.436694:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.436719:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b080 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.436756:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.436765:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.436768:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.436773:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.436816:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.436875:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.436890:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619888512:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.437009:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.437195:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619888384:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074768.437215:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074768.437241:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612735488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9437us (9658us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.437251:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5174 00000100:00100000:3.0:1769074768.442982:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.443146:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735744 00000100:00100000:2.0:1769074768.443154:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735744 00010000:00010000:2.0:1769074768.443194:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:2.0:1769074768.443239:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5175 00000100:00100000:2.0:1769074768.443248:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612735744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.443273:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074768.443291:0:5739:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5471 -> 5473 00010000:00010000:2.0:1769074768.443298:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:2.0:1769074768.443312:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00010000:00010000:2.0:1769074768.443337:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.443340:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074768.443549:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.443560:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.443596:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074768.443610:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619888640:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074768.443682:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074768.443965:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a06e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b010 expref: 18 pid: 6533 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.443980:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619888512:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.444002:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.444012:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca8a00, rc 0) 00000100:00100000:0.0:1769074768.444042:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:57837:x1855007612735616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 7368us (8816us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.444050:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9718 00000100:00100000:2.0:1769074768.448098:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619888640:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074768.448132:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074768.448201:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612735744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4953us (5228us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.448212:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5175 00000100:00100000:3.0:1769074768.452293:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.452562:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612735872 00000100:00100000:0.0:1769074768.452572:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612735872 00000100:00100000:0.0:1769074768.452635:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9719 00000100:00100000:0.0:1769074768.452645:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:57837:x1855007612735872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074768.452665:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.452688:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b087 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.452734:0:33557:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.452743:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.452746:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.452750:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.452794:0:33557:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074768.452812:0:33557:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 1852 lvb_type: 1 00000100:00100000:0.0:1769074768.452883:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619888768:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.453012:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.456175:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33557:1855007619888768:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.456216:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.456239:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ca9a00, rc 0) 00000100:00100000:0.0:1769074768.456308:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:57837:x1855007612735872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3663us (4023us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.456318:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9719 00000100:00100000:2.0:1769074768.458511:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.458607:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736000 00000100:00100000:1.0:1769074768.458617:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736000 00010000:00010000:1.0:1769074768.458658:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 1852 lvb_type: 1 00000100:00100000:1.0:1769074768.458699:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5176 00000100:00100000:1.0:1769074768.458707:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612736000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074768.458725:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074768.458752:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.458766:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.458789:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a067 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b017 expref: 16 pid: 21706 timeout: 1852 lvb_type: 1 00010000:00010000:1.0:1769074768.458804:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.458806:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.458813:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.458862:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.458906:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.458920:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619888896:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074768.458994:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074768.462808:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619888896:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074768.462893:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074768.462974:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612736000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4266us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.462987:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5176 00000100:00100000:1.0:1769074768.466370:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.466528:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736128 00000100:00100000:0.0:1769074768.466540:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736128 00000100:00100000:0.0:1769074768.466598:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9720 00000100:00100000:0.0:1769074768.466608:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612736128:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074768.466860:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1769074768.466864:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074765 -> 1769074767 00002000:00010000:0.0:1769074768.466867:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074765 -> 1769074767 00002000:00010000:0.0:1769074768.466869:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074765 -> 1769074769 00002000:00010000:0.0:1769074768.466871:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:0.0:1769074768.466937:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612736128:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 330us (577us total) trans 21474839512 rc 0/0 00000100:00100000:0.0:1769074768.466945:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9720 00000100:00100000:2.0:1769074768.470523:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.470562:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.470588:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.470621:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.470648:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736256 00000100:00100000:2.0:1769074768.470657:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736256 00000100:00100000:2.0:1769074768.470702:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736384 00000100:00100000:2.0:1769074768.470706:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736384 00000100:00100000:2.0:1769074768.470721:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736512 00000100:00100000:2.0:1769074768.470724:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736512 00000100:00100000:2.0:1769074768.470748:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736640 00000100:00100000:2.0:1769074768.470752:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736640 00000100:00100000:2.0:1769074768.470773:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9721 00000100:00100000:2.0:1769074768.470781:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612736256:12345-192.168.204.39@tcp:2:lfs.0 00000100:00100000:0.0:1769074768.471018:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9722 00000100:00100000:0.0:1769074768.471027:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612736384:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074768.471206:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074768.471210:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074766 -> 1769074767 00002000:00010000:0.0:1769074768.471212:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074758 -> 1769074767 00002000:00010000:0.0:1769074768.471215:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074766 -> 1769074769 00002000:00010000:0.0:1769074768.471218:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074768.471297:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612736384:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 270us (733us total) trans 17179872550 rc 0/0 00000100:00100000:0.0:1769074768.471306:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9722 00000100:00100000:0.0:1769074768.471329:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9723 00000100:00100000:0.0:1769074768.471337:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612736512:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074768.471451:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074768.471454:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074766 -> 1769074767 00002000:00010000:0.0:1769074768.471457:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074763 -> 1769074767 00002000:00010000:0.0:1769074768.471459:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074766 -> 1769074769 00002000:00010000:0.0:1769074768.471462:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074768.471482:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2371:x1855007612736512:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 147us (893us total) trans 21474839513 rc 0/0 00000100:00100000:0.0:1769074768.471488:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9723 00000100:00100000:0.0:1769074768.471501:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9724 00000100:00100000:0.0:1769074768.471506:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612736640:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074768.471575:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074768.471578:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074768.471580:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074764 -> 1769074767 00002000:00010000:0.0:1769074768.471582:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074767 -> 1769074769 00002000:00010000:0.0:1769074768.471585:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:0.0:1769074768.471604:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2371:x1855007612736640:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 98us (983us total) trans 21474839514 rc 0/0 00000100:00100000:0.0:1769074768.471611:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9724 00002000:00010000:2.0:1769074768.472162:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074768.472167:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074766 -> 1769074767 00002000:00010000:2.0:1769074768.472169:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074765 -> 1769074767 00002000:00010000:2.0:1769074768.472171:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074765 -> 1769074769 00002000:00010000:2.0:1769074768.472173:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074768.472203:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612736256:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 1421us (1690us total) trans 17179872551 rc 0/0 00000100:00100000:2.0:1769074768.472210:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9721 00000100:00100000:0.0:1769074768.475991:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.476179:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612736768 00000100:00100000:3.0:1769074768.476189:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612736768 00000100:00100000:3.0:1769074768.476251:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9725 00000100:00100000:3.0:1769074768.476262:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612736768:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074768.476488:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074768.476493:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074766 -> 1769074767 00002000:00010000:3.0:1769074768.476495:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074765 -> 1769074767 00002000:00010000:3.0:1769074768.476497:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074766 -> 1769074769 00002000:00010000:3.0:1769074768.476499:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074768.476563:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612736768:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 302us (581us total) trans 17179872552 rc 0/0 00000100:00100000:3.0:1769074768.476571:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9725 00000100:00100000:0.0:1769074768.480892:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.481216:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612737024 00000100:00100000:2.0:1769074768.481228:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612737024 00000100:00100000:2.0:1769074768.481579:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2732 00000100:00100000:2.0:1769074768.481591:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d19b05c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57837:x1855007612737024:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:2.0:1769074768.481664:0:29860:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1a7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afdf expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.481717:0:29860:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29860 initiator: MDT0 00010000:00010000:2.0:1769074768.481743:0:29860:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.481753:0:29860:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29860 initiator: MDT0 00010000:00010000:2.0:1769074768.481788:0:29860:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.481803:0:29860:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 13 pid: 30391 timeout: 1852 lvb_type: 0 00000100:00100000:2.0:1769074768.481818:0:29860:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:29860:1855007619889024:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074768.481953:0:29860:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411bef00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.486638:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.486722:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612737152 00000100:00100000:1.0:1769074768.486743:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612737152 00010000:00010000:1.0:1769074768.486788:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 14 pid: 30391 timeout: 1852 lvb_type: 0 00000100:00100000:2.0:1769074768.487064:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5177 00000100:00100000:2.0:1769074768.487089:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612737152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.487110:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074768.487118:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 14 pid: 30391 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.487137:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 14 pid: 30391 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.487165:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074768.487171:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29860 initiator: MDT0 00010000:00010000:2.0:1769074768.487182:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 29860 initiator: MDT0 00010000:00010000:2.0:1769074768.487190:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 29860 initiator: MDT0 00010000:00010000:2.0:1769074768.487209:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074768.487562:0:29860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8a03d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afe6 expref: 14 pid: 30391 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.487581:0:29860:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:29860:1855007619889024:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.487602:0:29860:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29860 initiator: MDT0 00010000:00010000:0.0:1769074768.487611:0:29860:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29860 initiator: MDT0 00010000:00010000:0.0:1769074768.487617:0:29860:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29860 initiator: MDT0 00000100:00100000:2.0:1769074768.488018:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612737152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 942us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.488032:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5177 00000040:00080000:0.0:1769074768.489716:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1584, 88 off137936 00000004:00080000:0.0:1769074768.489733:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752650909122ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.489814:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1588, 88 off138288 00000004:00080000:0.0:1769074768.489851:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752650997396ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.489880:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1589, 88 off138376 00000004:00080000:0.0:1769074768.489884:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752651060882ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.490245:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1585, 88 off138024 00000004:00080000:0.0:1769074768.490251:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752651427460ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.490283:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1586, 88 off138112 00000004:00080000:0.0:1769074768.490292:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752651468361ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.490310:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1590, 88 off138464 00000004:00080000:0.0:1769074768.490314:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752651490826ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.490447:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1591, 88 off138552 00000004:00080000:0.0:1769074768.490452:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752651629010ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.492754:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1592, 88 off138640 00000004:00080000:0.0:1769074768.492771:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752653946988ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.493085:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1587, 88 off138200 00000004:00080000:0.0:1769074768.493091:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752654267713ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.493121:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1593, 88 off138728 00000004:00080000:0.0:1769074768.493125:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752654302043ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.493272:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1588, 88 off138288 00000004:00080000:0.0:1769074768.493279:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752654455500ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.493305:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1594, 88 off138816 00000004:00080000:0.0:1769074768.493311:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752654487368ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074768.493558:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1589, 88 off138376 00000004:00080000:0.0:1769074768.493563:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752654739811ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.493626:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1590, 88 off138464 00000004:00080000:0.0:1769074768.493630:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752654807193ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.493850:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1591, 88 off138552 00000004:00080000:0.0:1769074768.493856:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752655032979ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.494049:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1592, 88 off138640 00000004:00080000:0.0:1769074768.494054:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752655230936ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074768.494166:0:29860:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1595, 88 off138904 00000004:00080000:0.0:1769074768.494171:0:29860:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752655347878ns, next at 1696607292856ns, rc = 0 00000001:00080000:3.0:1769074768.540569:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941318 is committed 00000004:00080000:3.0:1769074768.540588:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1295 committed 00000004:00080000:3.0:1769074768.540608:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1291 committed 00000004:00080000:3.0:1769074768.540619:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1290 committed 00000004:00080000:3.0:1769074768.540622:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1289 committed 00000004:00080000:3.0:1769074768.540624:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1288 committed 00000004:00080000:3.0:1769074768.540626:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1294 committed 00000004:00080000:3.0:1769074768.540628:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1287 committed 00000004:00080000:3.0:1769074768.540631:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1293 committed 00000004:00080000:3.0:1769074768.540635:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1286 committed 00000004:00080000:3.0:1769074768.540637:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1292 committed 00000004:00080000:3.0:1769074768.540639:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1291 committed 00000004:00080000:3.0:1769074768.540640:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1290 committed 00000004:00080000:3.0:1769074768.540642:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1285 committed 00000004:00080000:3.0:1769074768.540644:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1284 committed 00000004:00080000:3.0:1769074768.540646:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1289 committed 00000004:00080000:3.0:1769074768.540648:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1288 committed 00000004:00080000:3.0:1769074768.540650:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1283 committed 00000004:00010000:2.0:1769074768.540736:0:29860:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000076e46270 reply state 000000009c68a67f transno 8589941318 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29860 initiator: MDT0 00000100:00100000:2.0:1769074768.540752:0:29860:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074768.540767:0:29860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074768.540771:0:29860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074768.540784:0:29860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e89ffe lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11afdf expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.541292:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619889280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.541572:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619889152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.541628:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074768.541674:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619889664:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.541696:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1769074768.541858:0:29860:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1769074768.541875:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d19b05c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57837:x1855007612737024:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 60286us (60996us total) trans 8589941318 rc 0/0 00000100:00100000:2.0:1769074768.541887:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2732 00000100:00100000:1.0:1769074768.542025:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542049:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619889792:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.542071:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542122:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.542149:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542169:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.542186:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542202:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074768.542208:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.542225:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542241:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619890048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.542259:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.542301:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889152 00000100:00100000:1.0:1769074768.542322:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889152 00000100:00100000:2.0:1769074768.544646:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889664 00000100:00100000:2.0:1769074768.544658:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889664 00000100:00100000:1.0:1769074768.545231:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889280 00000100:00100000:1.0:1769074768.545236:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889280 00000100:00100000:0.0:1769074768.545285:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889792 00000100:00100000:0.0:1769074768.545290:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889792 00000100:00100000:2.0:1769074768.545719:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889408 00000100:00100000:2.0:1769074768.545724:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889408 00000100:00100000:2.0:1769074768.545741:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889920 00000100:00100000:2.0:1769074768.545743:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889920 00000100:00100000:2.0:1769074768.545757:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619889536 00000100:00100000:2.0:1769074768.545760:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619889536 00000100:00100000:2.0:1769074768.545768:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890048 00000100:00100000:2.0:1769074768.545770:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890048 00000100:00100000:2.0:1769074768.545786:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9726 00000100:00100000:2.0:1769074768.545795:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619889152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.546210:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074768.546215:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.546218:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.546221:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.546223:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074768.546303:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619889152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 508us (4673us total) trans 17179872553 rc 0/0 00000100:00100000:1.0:1769074768.546859:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9727 00000100:00100000:1.0:1769074768.546871:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619889664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.547045:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074768.547049:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.547052:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.547054:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.547057:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074768.547112:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619889664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 244us (5415us total) trans 17179872554 rc 0/0 00000100:00100000:1.0:1769074768.547121:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9727 00000100:00100000:1.0:1769074768.547142:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9728 00000100:00100000:1.0:1769074768.547150:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619889408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.547243:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.547247:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.547250:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.547252:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.547255:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074768.547278:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619889408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (5128us total) trans 17179872555 rc 0/0 00000100:00100000:1.0:1769074768.547284:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9728 00000100:00100000:1.0:1769074768.547297:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9729 00000100:00100000:1.0:1769074768.547303:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619889920:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074768.547508:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9726 00000100:00100000:2.0:1769074768.547524:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9730 00000100:00100000:2.0:1769074768.547532:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619889536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.547645:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074768.547648:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.547651:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074768.547653:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.547655:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074768.547681:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619889536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (5454us total) trans 17179872556 rc 0/0 00000100:00100000:2.0:1769074768.547688:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9730 00000100:00100000:2.0:1769074768.547700:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9731 00000100:00100000:2.0:1769074768.547706:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619890048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.547777:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.547781:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.547783:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.547786:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.547789:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074768.547812:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619890048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (5551us total) trans 17179872557 rc 0/0 00000100:00100000:2.0:1769074768.547818:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9731 00000100:00100000:2.0:1769074768.547848:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9732 00000100:00100000:2.0:1769074768.547856:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619889280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.547951:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074768.547955:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.547957:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.547960:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.547962:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074768.547987:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619889280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (5962us total) trans 17179872558 rc 0/0 00000100:00100000:2.0:1769074768.547994:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9732 00000100:00100000:2.0:1769074768.548178:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.548226:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.548259:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.548279:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1769074768.548577:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074768.548580:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.548583:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.548585:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.548587:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074768.548617:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619889920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1313us (6428us total) trans 17179872559 rc 0/0 00000100:00100000:1.0:1769074768.548624:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9729 00000100:00100000:1.0:1769074768.548640:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890176 00000100:00100000:1.0:1769074768.548648:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890176 00000100:00100000:1.0:1769074768.548681:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890688 00000100:00100000:1.0:1769074768.548684:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890688 00000100:00100000:1.0:1769074768.548699:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9733 00000100:00100000:1.0:1769074768.548705:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619890176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.548842:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1769074768.548845:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.548848:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.548850:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.548851:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:1.0:1769074768.548877:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619890176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (652us total) trans 21474839515 rc 0/0 00000100:00100000:1.0:1769074768.548884:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9733 00000100:00100000:1.0:1769074768.548895:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9734 00000100:00100000:1.0:1769074768.548902:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619890688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.548995:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.548998:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.549001:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.549003:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.549006:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1769074768.549028:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619890688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (748us total) trans 21474839516 rc 0/0 00000100:00100000:1.0:1769074768.549035:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9734 00000100:00100000:3.0:1769074768.550013:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074768.550065:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.550099:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619891072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074768.550119:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.550140:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074768.550147:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890432:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074768.550164:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.550176:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074768.550193:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.550216:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890560 00000100:00100000:3.0:1769074768.550224:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890560 00000100:00100000:3.0:1769074768.550255:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619891072 00000100:00100000:3.0:1769074768.550258:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619891072 00000100:00100000:3.0:1769074768.550270:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890432 00000100:00100000:3.0:1769074768.550272:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890432 00000100:00100000:3.0:1769074768.550281:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890944 00000100:00100000:3.0:1769074768.550283:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890944 00000100:00100000:3.0:1769074768.550294:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9735 00000100:00100000:3.0:1769074768.550300:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3290:x1855007619890560:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.550506:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88e00/2, rc 0, transno 17179872553 00000100:00100000:2.0:1769074768.550514:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619889152:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.550539:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8a680/2, rc 0, transno 17179872554 00000100:00100000:2.0:1769074768.550542:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619889664:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.550560:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c168000/2, rc 0, transno 21474839515 00000100:00100000:2.0:1769074768.550572:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890176:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.550581:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e971c00/2, rc 0, transno 21474839516 00000100:00100000:2.0:1769074768.550584:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.550589:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074768.550595:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890304:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.550622:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.550635:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.550652:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.550672:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890304 00000100:00100000:2.0:1769074768.550676:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890304 00000100:00100000:2.0:1769074768.550696:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619890816 00000100:00100000:2.0:1769074768.550698:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619890816 00000100:00100000:2.0:1769074768.550707:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9736 00000100:00100000:2.0:1769074768.550712:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619891072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.550956:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:2.0:1769074768.550960:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.550963:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.550965:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.550968:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:2.0:1769074768.551007:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619891072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 294us (886us total) trans 21474839517 rc 0/0 00000100:00100000:2.0:1769074768.551014:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9736 00000100:00100000:2.0:1769074768.551039:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9737 00000100:00100000:2.0:1769074768.551044:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619890432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.551183:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074768.551186:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.551188:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.551190:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.551192:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:2.0:1769074768.551217:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619890432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 173us (1052us total) trans 21474839518 rc 0/0 00000100:00100000:2.0:1769074768.551226:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9737 00000100:00100000:2.0:1769074768.551238:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9738 00000100:00100000:2.0:1769074768.551244:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619890944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074768.551524:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9739 00000100:00100000:1.0:1769074768.551534:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619890304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.551640:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074768.551644:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.551646:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.551649:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.551652:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074768.551687:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619890304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 156us (1065us total) trans 21474839520 rc 0/0 00000100:00100000:1.0:1769074768.551694:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9739 00000100:00100000:1.0:1769074768.551708:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9740 00000100:00100000:1.0:1769074768.551714:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619890816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.551802:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.551806:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.551808:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.551811:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.551813:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074768.551859:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619890816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (1205us total) trans 21474839521 rc 0/0 00000100:00100000:1.0:1769074768.551864:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9740 00002000:00010000:3.0:1769074768.552040:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1769074768.552044:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:3.0:1769074768.552047:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074768.552049:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:3.0:1769074768.552051:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074768.552089:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619890560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1788us (2023us total) trans 21474839522 rc 0/0 00000100:00100000:3.0:1769074768.552095:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9735 00010000:00010000:3.0:1769074768.552131:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552141:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552149:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552156:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074768.552161:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552169:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552185:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074768.552189:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074768.552194:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29860 initiator: MDT0 00010000:00010000:3.0:1769074768.552200:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a1c5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29860 initiator: MDT0 00000004:00080000:3.0:1769074768.552253:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89f80/2, rc 0, transno 17179872556 00000100:00100000:3.0:1769074768.552260:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074768.552270:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8bb80/2, rc 0, transno 17179872557 00000100:00100000:3.0:1769074768.552273:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619890048:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074768.552281:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88000/2, rc 0, transno 17179872555 00000100:00100000:3.0:1769074768.552285:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889408:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074768.552293:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8b800/2, rc 0, transno 17179872559 00000100:00100000:3.0:1769074768.552297:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619889920:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074768.552487:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89180/2, rc 0, transno 17179872558 00000100:00100000:3.0:1769074768.552492:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619889280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.552763:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9741 00000100:00100000:0.0:1769074768.552775:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619889792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074768.552992:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074768.552995:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074768.552998:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074768.553001:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074768.553003:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074768.553052:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619889792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 279us (10979us total) trans 17179872560 rc 0/0 00000100:00100000:0.0:1769074768.553063:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9741 00000004:00080000:3.0:1769074768.553254:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8b100/2, rc 0, transno 17179872560 00000100:00100000:3.0:1769074768.553260:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619889792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.553805:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.553977:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612737280 00000100:00100000:3.0:1769074768.553986:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612737280 00000100:00100000:3.0:1769074768.554044:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6441 00000100:00100000:3.0:1769074768.554051:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57837:x1855007612737280:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074768.554071:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074768.554103:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b08e expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.554155:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.554169:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.554186:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074768.554189:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074768.554192:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8ce00, rc 0) 00000100:00100000:3.0:1769074768.554235:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57837:x1855007612737280:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 184us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.554241:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6441 00002000:00010000:2.0:1769074768.554761:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.554767:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.554770:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.554773:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.554776:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:2.0:1769074768.554845:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619890944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3579us (4629us total) trans 21474839519 rc 0/0 00000100:00100000:2.0:1769074768.554853:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9738 00000100:00100000:0.0:1769074768.555086:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1769074768.555197:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0d76fb80/2, rc 0, transno 21474839518 00000100:00100000:2.0:1769074768.555205:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0d76fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890432:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.555213:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048700/2, rc 0, transno 21474839519 00000100:00100000:2.0:1769074768.555216:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890944:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.555223:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e970380/2, rc 0, transno 21474839522 00000100:00100000:2.0:1769074768.555226:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619890560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.555234:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048000/2, rc 0, transno 21474839517 00000100:00100000:2.0:1769074768.555237:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619891072:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.555259:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c169180/2, rc 0, transno 21474839520 00000100:00100000:2.0:1769074768.555262:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890304:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.555270:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0ace7800/2, rc 0, transno 21474839521 00000100:00100000:2.0:1769074768.555273:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619890816:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074768.560632:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619891200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074768.560742:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.560967:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619891200 00000100:00100000:3.0:1769074768.560978:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619891200 00000100:00100000:3.0:1769074768.561044:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9742 00000100:00100000:3.0:1769074768.561054:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619891200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074768.561337:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074768.561437:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:3.0:1769074768.561440:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074768.561442:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:3.0:1769074768.561444:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074768.561506:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619891200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 454us (777us total) trans 21474839523 rc 0/0 00000100:00100000:3.0:1769074768.561514:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9742 00000004:00080000:1.0:1769074768.562186:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41c54700/2, rc 0, transno 21474839523 00000100:00100000:1.0:1769074768.562195:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619891200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074768.563947:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.564632:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612737536 00000100:00100000:2.0:1769074768.564645:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612737536 00000100:00100000:2.0:1769074768.564712:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2733 00000100:00100000:2.0:1769074768.564721:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57837:x1855007612737536:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074768.565247:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57837:x1855007612737536:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 525us (1311us total) trans 8589941319 rc 0/0 00000100:00100000:2.0:1769074768.565256:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2733 00000100:00100000:3.0:1769074768.639106:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.639236:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612737792 00000100:00100000:0.0:1769074768.639247:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612737792 00000100:00100000:0.0:1769074768.639330:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6442 00000100:00080000:2.0:1769074768.639446:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074768.639594:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57848:x1855007612737792:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074768.639631:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.639656:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e8a1d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b095 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.640114:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.640135:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.640153:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.640171:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.640177:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.640183:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.650107:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.650146:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.650163:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074768.650186:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000100:00100000:3.0:1769074768.650952:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.651377:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612738048 00000100:00100000:2.0:1769074768.651387:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612738048 00000100:00100000:2.0:1769074768.651462:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6443 00000100:00100000:2.0:1769074768.651470:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+142:57843:x1855007612738048:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074768.651492:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.651514:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a1f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b09c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.651600:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651617:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651628:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651641:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651648:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651655:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651849:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651859:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.651867:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074768.651877:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000100:00080000:1.0:1769074768.652026:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074768.652266:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652276:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652282:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652288:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f9800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074768.652292:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652299:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652313:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074768.652317:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074768.652322:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652328:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a1da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652352:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652362:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652367:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652372:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074768.652375:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652380:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652387:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5400) 00010000:00010000:0.0:1769074768.652389:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074768.652392:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652398:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a1e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074768.652445:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e8a1d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.652457:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.652464:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.652466:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074768.652469:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8400, rc 0) 00000100:00100000:0.0:1769074768.652526:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612737792:12345-192.168.204.39@tcp:101:cat.0 Request processed in 13187us (13430us total) trans 8589941320 rc 0/0 00000100:00100000:0.0:1769074768.652536:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6442 00010000:00010000:2.0:1769074768.652706:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652714:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652719:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652735:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074768.652739:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652745:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652753:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074768.652756:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074768.652759:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652768:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a1fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652778:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652783:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652788:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652793:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074768.652796:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652802:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652809:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5400) 00010000:00010000:2.0:1769074768.652811:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074768.652815:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.652866:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.653056:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a1f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.653071:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.653095:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074768.653098:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074768.653100:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:2.0:1769074768.653128:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57843:x1855007612738048:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 1658us (2188us total) trans 8589941321 rc 0/0 00000100:00100000:2.0:1769074768.653136:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6443 00000100:00100000:3.0:1769074768.662588:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.662645:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.662874:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612738432 00000100:00100000:0.0:1769074768.662886:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612738432 00000100:00100000:0.0:1769074768.662948:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6444 00000100:00100000:0.0:1769074768.662959:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57846:x1855007612738432:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074768.662984:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.663004:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e8a219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0aa expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.663109:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074768.663125:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.663133:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 143 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.663141:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074768.663173:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 143 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.663187:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 143 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.663198:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619891328:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074768.663382:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612738176 00000100:00100000:2.0:1769074768.663387:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612738176 00000100:00100000:3.0:1769074768.664016:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.664355:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612738688 00000100:00100000:0.0:1769074768.664363:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612738688 00000100:00100000:0.0:1769074768.664416:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6445 00000100:00100000:0.0:1769074768.664424:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57849:x1855007612738688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074768.664446:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.664461:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0b1 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.664522:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664534:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664545:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664558:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664564:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664570:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664701:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664710:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.664716:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074768.664926:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.664939:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 9 pid: 30391 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074768.664953:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619891456:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074768.665006:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000004:00200000:0.0:1769074768.665085:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:3.0:1769074768.665253:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665266:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665273:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665279:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074768.665283:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665290:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665302:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074768.665304:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074768.665310:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665317:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8e00/0x8b5959a9a0e8a22e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665328:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665333:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665339:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665344:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074768.665347:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665356:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665363:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5500) 00010000:00010000:3.0:1769074768.665365:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074768.665368:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665373:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8c00/0x8b5959a9a0e8a235 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.665419:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9800/0x8b5959a9a0e8a227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.665433:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.665439:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074768.665441:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074768.665444:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9e00, rc 0) 00000100:00080000:1.0:1769074768.665495:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074768.665538:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9743 00000100:00100000:2.0:1769074768.665551:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57848:x1855007612738176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074768.665560:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.665572:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0a3 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.665593:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.665601:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074768.665603:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074768.665607:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.665633:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.665642:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 18 pid: 33557 timeout: 1852 lvb_type: 0 00000100:00100000:2.0:1769074768.665652:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619891584:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074768.667386:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612738688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2947us (3358us total) trans 8589941322 rc 0/0 00000100:00100000:3.0:1769074768.667401:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6445 00000100:00100000:2.0:1769074768.670662:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41180 going to sleep for 11 seconds 00010000:00010000:0.0:1769074768.672088:0:29856:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from blocking AST (req@00000000e870ce7a x1855007619891328) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 145 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.672119:0:29856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 145 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.672145:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a20b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b09c expref: 145 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.672165:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619891328:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.672184:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619891456:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.672212:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.672218:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074768.672227:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074768.672237:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074768.676278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.676328:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.676364:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.676436:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739200 00000100:00100000:3.0:1769074768.676436:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739072 00000100:00100000:0.0:1769074768.676447:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739200 00000100:00100000:3.0:1769074768.676447:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739072 00000100:00100000:0.0:1769074768.676512:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9744 00000100:00100000:3.0:1769074768.676512:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6446 00000100:00100000:0.0:1769074768.676523:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+13:57849:x1855007612739200:12345-192.168.204.39@tcp:101:cat.0 00000100:00100000:3.0:1769074768.676523:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57843:x1855007612739072:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074768.676542:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074768.676542:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074768.676546:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074768.676549:0:29857:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 8b5959a9a0e8a20b) 00010000:00010000:3.0:1769074768.676551:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074768.676563:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0bf expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.676566:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8cc00/0x8b5959a9a0e8a258 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0b8 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.676599:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.676606:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.676608:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.676613:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.676623:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.676636:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.676644:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.676651:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.676654:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 18 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.676667:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 18 pid: 26585 timeout: 1852 lvb_type: 0 00010000:00010000:3.0:1769074768.676669:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 146 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.676677:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 146 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.676683:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619891712:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074768.676686:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619891840:192.168.204.39@tcp:104: 00000100:00080000:1.0:1769074768.676751:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074768.676764:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612738944 00000100:00100000:2.0:1769074768.676769:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612738944 00010000:00010000:2.0:1769074768.676796:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 10 pid: 30391 timeout: 1852 lvb_type: 0 00000100:00100000:2.0:1769074768.676859:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5178 00000100:00100000:2.0:1769074768.676868:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612738944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.676879:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074768.676886:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 10 pid: 30391 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.676918:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 10 pid: 30391 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.676944:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a1e8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b095 expref: 10 pid: 30391 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.676965:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074768.676970:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074768.676981:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074768.676989:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074768.676999:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.677006:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.677037:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074768.677133:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074768.677141:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074768.677157:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:1.0:1769074768.677348:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8200/0x8b5959a9a0e8a219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 11 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.677364:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.677370:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074768.677373:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074768.677376:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8600, rc 0) 00000100:00100000:0.0:1769074768.684630:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00010000:00010000:3.0:1769074768.684677:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.684696:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 7 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:3.0:1769074768.684722:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619891968:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074768.684869:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074768.685871:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.686150:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619891584:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.686188:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.686211:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:1.0:1769074768.686977:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739328 00000100:00100000:1.0:1769074768.686987:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739328 00010000:00010000:1.0:1769074768.687020:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 19 pid: 33557 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074768.687052:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5179 00000100:00100000:1.0:1769074768.687062:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612739328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074768.687086:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074768.687106:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 19 pid: 33557 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074768.687120:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 19 pid: 33557 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074768.687143:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8800/0x8b5959a9a0e8a19b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b064 expref: 19 pid: 33557 timeout: 1852 lvb_type: 0 00010000:00010000:1.0:1769074768.687157:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.687160:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074768.687167:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.687177:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.687214:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074768.687228:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619892096:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074768.688132:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57848:x1855007612738176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20711us (23679us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.688153:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9743 00000100:00100000:3.0:1769074768.688818:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612738944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11872us (12489us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.688844:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5178 00000100:00100000:1.0:1769074768.689236:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d2e734c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.696249:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57846:x1855007612738432:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 33276us (33587us total) trans 8589941323 rc 0/0 00000100:00100000:0.0:1769074768.696263:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6444 00000100:00100000:2.0:1769074768.697525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.697568:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739584 00000100:00100000:2.0:1769074768.697578:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739584 00010000:00010000:2.0:1769074768.697626:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 147 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:2.0:1769074768.697665:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5180 00000100:00100000:2.0:1769074768.697674:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+147:2371:x1855007612739584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.697694:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074768.697701:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 147 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.697713:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 147 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:2.0:1769074768.697751:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074768.697758:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.697769:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.697776:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.697971:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619891712:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.698009:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.698028:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9c00, rc 0) 00010000:00010000:3.0:1769074768.698152:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a23c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b1 expref: 147 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:3.0:1769074768.698173:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619891840:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074768.698184:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619891968:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074768.698202:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074768.699151:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:2371:x1855007612739584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1467us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.699167:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5180 00000100:00100000:0.0:1769074768.699282:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+14:57849:x1855007612739200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 22760us (22915us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.699290:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9744 00000100:00100000:3.0:1769074768.699380:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.699491:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.699907:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739456 00000100:00100000:0.0:1769074768.699918:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739456 00010000:00010000:0.0:1769074768.699963:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 19 pid: 26585 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.699997:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739712 00000100:00100000:0.0:1769074768.699999:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739712 00010000:00010000:0.0:1769074768.700020:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 8 pid: 29857 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.700043:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5181 00000100:00100000:0.0:1769074768.700053:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2371:x1855007612739456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.700089:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.700128:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 19 pid: 26585 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700155:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 19 pid: 26585 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700191:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8a17f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b04f expref: 19 pid: 26585 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700213:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.700215:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.700227:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.700239:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.700285:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074768.700302:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619892224:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074768.700388:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.700408:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5182 00000100:00100000:0.0:1769074768.700416:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612739712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.700424:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.700430:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 8 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700444:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 8 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700458:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ce00/0x8b5959a9a0e8a1cc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b08e expref: 8 pid: 29857 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.700470:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.700475:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.700483:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.700489:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.700504:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.700529:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:2371:x1855007612739712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 114us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.700536:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5182 00010000:00010000:3.0:1769074768.700994:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074768.701004:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000040:00080000:3.0:1769074768.701667:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1593, 88 off138728 00000004:00080000:3.0:1769074768.701678:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752862854075ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.701736:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1596, 88 off138992 00000004:00080000:3.0:1769074768.701741:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752862917710ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.701770:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1597, 88 off139080 00000004:00080000:3.0:1769074768.701774:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752862950590ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.701789:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1594, 88 off138816 00000004:00080000:3.0:1769074768.701793:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752862969510ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.701808:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1595, 88 off138904 00000004:00080000:3.0:1769074768.701812:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752862989115ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.701876:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1598, 88 off139168 00000004:00080000:3.0:1769074768.701881:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863057848ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.701941:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1600, 88 off139352 00000004:00080000:3.0:1769074768.701946:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863123135ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.701964:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1601, 88 off139440 00000004:00080000:3.0:1769074768.701968:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863144495ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.701983:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1596, 88 off138992 00000004:00080000:3.0:1769074768.701988:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863164717ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702002:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1602, 88 off139528 00000004:00080000:3.0:1769074768.702006:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863182498ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.702020:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1597, 88 off139080 00000004:00080000:3.0:1769074768.702024:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863200985ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702038:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1603, 88 off139616 00000004:00080000:3.0:1769074768.702042:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863218447ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074768.702058:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1598, 88 off139168 00000004:00080000:3.0:1769074768.702062:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863238517ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702115:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1600, 88 off139352 00000004:00080000:3.0:1769074768.702120:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863296782ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702139:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1601, 88 off139440 00000004:00080000:3.0:1769074768.702143:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863319308ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702157:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1602, 88 off139528 00000004:00080000:3.0:1769074768.702161:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1752863337847ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074768.702175:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1604, 88 off139704 00000004:00080000:3.0:1769074768.702179:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1752863355787ns, next at 1696607292856ns, rc = 0 00000100:00100000:1.0:1769074768.717294:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.717383:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739840 00000100:00100000:1.0:1769074768.717395:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739840 00000100:00100000:1.0:1769074768.717454:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6447 00000100:00100000:1.0:1769074768.717464:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57848:x1855007612739840:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074768.717491:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.717515:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0c6 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.717567:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074768.717577:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.717599:0:30391:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074768.717612:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.717626:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074768.717629:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074768.717634:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.717642:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed600, rc 0) 00000100:00100000:1.0:1769074768.717697:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57848:x1855007612739840:12345-192.168.204.39@tcp:101:cat.0 Request processed in 235us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.717706:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6447 00000100:00100000:0.0:1769074768.718138:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619892096:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074768.718161:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.718193:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612739328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 31132us (32331us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.718203:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5179 00000100:00100000:0.0:1769074768.718236:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619892224:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074768.718249:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.718269:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612739456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18217us (18889us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.718275:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5181 00000100:00100000:1.0:1769074768.721587:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.722008:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612739968 00000100:00100000:0.0:1769074768.722021:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612739968 00000100:00100000:0.0:1769074768.722127:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6448 00000100:00100000:0.0:1769074768.722139:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+147:57849:x1855007612739968:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074768.722175:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.722203:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0cd expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.722277:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.722295:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 148 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.722315:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.722318:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074768.722324:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.722332:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9a00, rc 0) 00000100:00100000:0.0:1769074768.722414:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:57849:x1855007612739968:12345-192.168.204.39@tcp:101:cat.0 Request processed in 277us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.722423:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6448 00000001:00080000:0.0:1769074768.751855:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941320 is committed 00000001:00080000:0.0:1769074768.751876:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941323 is committed 00000001:00080000:0.0:1769074768.751884:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941321 is committed 00000001:00080000:0.0:1769074768.751910:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941319 is committed 00000001:00080000:0.0:1769074768.751918:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941324 is committed 00000004:00080000:0.0:1769074768.751922:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1303 committed 00000004:00080000:0.0:1769074768.751936:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1300 committed 00000004:00080000:0.0:1769074768.751948:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1299 committed 00000004:00080000:0.0:1769074768.751950:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1298 committed 00000004:00080000:0.0:1769074768.751953:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1297 committed 00000004:00080000:0.0:1769074768.751954:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1302 committed 00000004:00080000:0.0:1769074768.751956:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1296 committed 00000004:00080000:0.0:1769074768.751959:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1301 committed 00000004:00080000:0.0:1769074768.751961:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1295 committed 00000004:00080000:0.0:1769074768.751963:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1300 committed 00000004:00080000:0.0:1769074768.751965:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1299 committed 00000004:00080000:0.0:1769074768.751967:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1298 committed 00000004:00080000:0.0:1769074768.751969:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1294 committed 00000004:00080000:0.0:1769074768.751971:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1293 committed 00000004:00080000:0.0:1769074768.751974:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1297 committed 00000004:00080000:0.0:1769074768.751976:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1296 committed 00000004:00080000:0.0:1769074768.751978:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1292 committed 00000100:00100000:2.0:1769074768.752298:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892736:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752365:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752396:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619893248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752416:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752437:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074768.752442:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892352:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752462:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752476:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892864:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752494:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752514:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892480:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752533:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752548:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892992:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752566:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752581:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074768.752586:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892608:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752602:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752616:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619893120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.752633:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.752662:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892736 00000100:00100000:2.0:1769074768.752669:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892736 00000100:00100000:2.0:1769074768.752708:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893248 00000100:00100000:2.0:1769074768.752711:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893248 00000100:00100000:2.0:1769074768.752815:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892352 00000100:00100000:2.0:1769074768.752820:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892352 00000100:00100000:2.0:1769074768.752868:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892864 00000100:00100000:2.0:1769074768.752872:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892864 00000100:00100000:2.0:1769074768.752883:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892480 00000100:00100000:2.0:1769074768.752886:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892480 00000100:00100000:2.0:1769074768.752905:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892992 00000100:00100000:2.0:1769074768.752908:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892992 00000100:00100000:2.0:1769074768.752916:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619892608 00000100:00100000:2.0:1769074768.752918:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619892608 00000100:00100000:2.0:1769074768.752926:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893120 00000100:00100000:2.0:1769074768.752929:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893120 00000100:00100000:2.0:1769074768.752942:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9745 00000100:00100000:2.0:1769074768.752949:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619892736:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.753163:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1769074768.753167:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753169:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.753171:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753174:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1769074768.753213:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619892736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 263us (848us total) trans 21474839524 rc 0/0 00000100:00100000:2.0:1769074768.753220:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9745 00000100:00100000:2.0:1769074768.753237:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9746 00000100:00100000:2.0:1769074768.753244:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619893248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.753322:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:2.0:1769074768.753326:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753328:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.753330:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753332:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:2.0:1769074768.753357:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619893248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (940us total) trans 21474839525 rc 0/0 00000100:00100000:2.0:1769074768.753364:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9746 00000100:00100000:2.0:1769074768.753377:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9747 00000100:00100000:2.0:1769074768.753384:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619892352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.753465:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074768.753469:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.753471:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.753473:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.753476:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:2.0:1769074768.753500:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619892352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (1037us total) trans 21474839526 rc 0/0 00000100:00100000:2.0:1769074768.753506:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9747 00000100:00100000:2.0:1769074768.753611:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9748 00000100:00100000:2.0:1769074768.753617:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3291:x1855007619892864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.753690:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.753693:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753695:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.753698:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.753700:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1769074768.753724:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619892864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (1229us total) trans 21474839527 rc 0/0 00000100:00100000:1.0:1769074768.754146:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619893632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.754177:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.754193:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619894144:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.754212:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.754224:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074768.754229:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619893504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.754246:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.754254:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619894016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.754270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074768.754295:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893632 00000100:00100000:1.0:1769074768.754301:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893632 00000100:00100000:1.0:1769074768.754322:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619894144 00000100:00100000:1.0:1769074768.754325:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619894144 00000100:00100000:1.0:1769074768.754334:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893504 00000100:00100000:1.0:1769074768.754336:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893504 00000100:00100000:1.0:1769074768.754344:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619894016 00000100:00100000:1.0:1769074768.754347:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619894016 00000100:00100000:1.0:1769074768.754357:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9749 00000100:00100000:1.0:1769074768.754362:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619892480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.754452:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074768.754456:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.754459:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.754460:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.754463:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074768.754500:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3289:x1855007619892480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (1967us total) trans 21474839528 rc 0/0 00000100:00100000:1.0:1769074768.754507:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9749 00000100:00100000:1.0:1769074768.754523:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9750 00000100:00100000:1.0:1769074768.754529:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619892992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.754602:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.754605:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.754607:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.754608:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.754611:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074768.754634:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3289:x1855007619892992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (2067us total) trans 21474839529 rc 0/0 00000100:00100000:1.0:1769074768.754640:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9750 00000100:00100000:1.0:1769074768.754652:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9751 00000100:00100000:1.0:1769074768.754657:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619892608:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.755026:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074768.755029:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755031:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755033:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.755035:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:1.0:1769074768.755064:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3289:x1855007619892608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 406us (2460us total) trans 21474839530 rc 0/0 00000100:00100000:1.0:1769074768.755081:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9751 00000100:00100000:1.0:1769074768.755096:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9752 00000100:00100000:1.0:1769074768.755102:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3289:x1855007619893120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074768.755182:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.755185:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.755188:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.755190:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.755192:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:1.0:1769074768.755218:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3289:x1855007619893120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (2583us total) trans 21474839531 rc 0/0 00000100:00100000:1.0:1769074768.755224:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9752 00000100:00100000:1.0:1769074768.755236:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9753 00000100:00100000:1.0:1769074768.755243:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619893632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.755339:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074768.755343:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755345:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755347:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.755349:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074768.755382:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619893632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (1204us total) trans 17179872561 rc 0/0 00000100:00100000:1.0:1769074768.755388:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9753 00000100:00100000:1.0:1769074768.755402:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9754 00000100:00100000:1.0:1769074768.755407:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619894144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.755484:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074768.755487:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.755489:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.755490:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.755493:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074768.755527:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619894144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 117us (1311us total) trans 17179872562 rc 0/0 00000100:00100000:1.0:1769074768.755537:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9754 00000100:00100000:1.0:1769074768.755562:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9755 00000100:00100000:1.0:1769074768.755575:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3290:x1855007619893504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.755698:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074768.755702:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755705:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.755707:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.755709:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1769074768.755930:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9748 00000100:00100000:2.0:1769074768.755948:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9756 00000100:00100000:2.0:1769074768.755956:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3290:x1855007619894016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.756058:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.756061:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.756063:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.756065:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074768.756067:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074768.756277:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619893376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074768.756391:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3290:x1855007619894016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 436us (2120us total) trans 17179872564 rc 0/0 00000100:00100000:2.0:1769074768.756398:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9756 00000100:00100000:2.0:1769074768.756467:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619893760:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074768.756500:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.756526:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619894272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074768.756544:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074768.756583:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104b480/2, rc 0, transno 21474839526 00000100:00100000:2.0:1769074768.756593:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892352:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.756605:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049c00/2, rc 0, transno 21474839527 00000100:00100000:2.0:1769074768.756611:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892864:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.756628:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104a680/2, rc 0, transno 21474839524 00000100:00100000:2.0:1769074768.756635:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619892736:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.756652:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b05f80/2, rc 0, transno 21474839525 00000100:00100000:2.0:1769074768.756660:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619893248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.756700:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893760 00000100:00100000:2.0:1769074768.756709:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893760 00000100:00100000:2.0:1769074768.756904:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619894272 00000100:00100000:2.0:1769074768.756908:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619894272 00000100:00100000:2.0:1769074768.756927:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9757 00000100:00100000:2.0:1769074768.756935:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3291:x1855007619893760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.757086:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074768.757090:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.757093:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:2.0:1769074768.757095:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074767 -> 1769074767 00002000:00010000:2.0:1769074768.757098:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074768.757133:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619893760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (633us total) trans 17179872565 rc 0/0 00000100:00100000:2.0:1769074768.757140:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9757 00000100:00100000:2.0:1769074768.757154:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9758 00000100:00100000:2.0:1769074768.757160:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3291:x1855007619894272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074768.757238:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074768.757241:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.757244:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.757246:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.757248:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074768.757272:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3291:x1855007619894272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (726us total) trans 17179872566 rc 0/0 00000100:00100000:2.0:1769074768.757278:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9758 00000004:00080000:2.0:1769074768.757398:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe4000/2, rc 0, transno 17179872565 00000100:00100000:2.0:1769074768.757403:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619893760:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.757413:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe4700/2, rc 0, transno 17179872566 00000100:00100000:2.0:1769074768.757416:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619894272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074768.757423:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074768.757429:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619894400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074768.757454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074768.757481:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619894400 00000100:00100000:2.0:1769074768.757485:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619894400 00000100:00100000:2.0:1769074768.757506:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9759 00000100:00100000:2.0:1769074768.757511:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3291:x1855007619894400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074768.757676:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:2.0:1769074768.757681:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.757684:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074768.757686:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:2.0:1769074768.757688:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:2.0:1769074768.758063:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3291:x1855007619894400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 550us (606us total) trans 21474839532 rc 0/0 00000100:00100000:2.0:1769074768.758070:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9759 00000004:00080000:2.0:1769074768.758116:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2019ed80/2, rc 0, transno 21474839532 00000100:00100000:2.0:1769074768.758122:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619894400:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1769074768.758260:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758277:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074768.758281:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074768.758286:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758299:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758308:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758316:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758325:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758331:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.758359:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074768.758371:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619894528:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.758464:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074768.758474:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619894656:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074768.758497:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031bad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074768.759265:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074768.759300:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619893888:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074768.759324:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074768.759686:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893376 00000100:00100000:3.0:1769074768.759693:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893376 00000100:00100000:1.0:1769074768.760865:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3290:x1855007619893504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5249us (6573us total) trans 17179872563 rc 0/0 00000100:00100000:1.0:1769074768.760885:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9755 00000100:00100000:3.0:1769074768.761243:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619893888 00000100:00100000:3.0:1769074768.761256:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619893888 00000100:00100000:1.0:1769074768.761335:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9760 00000100:00100000:1.0:1769074768.761346:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3292:x1855007619893376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.761554:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074768.761557:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.761559:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074768.761562:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074768.761564:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074768.761613:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3292:x1855007619893376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (2351us total) trans 17179872567 rc 0/0 00000100:00100000:1.0:1769074768.761620:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9760 00000100:00100000:1.0:1769074768.761633:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9761 00000100:00100000:1.0:1769074768.761638:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3292:x1855007619893888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074768.761720:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074768.761724:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.761726:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074768.761728:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:1.0:1769074768.761730:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074768.761756:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3292:x1855007619893888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 117us (2430us total) trans 17179872568 rc 0/0 00000100:00100000:1.0:1769074768.761762:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9761 00000004:00080000:0.0:1769074768.761965:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe6300/2, rc 0, transno 17179872567 00000100:00100000:0.0:1769074768.761972:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619893376:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074768.761983:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe5c00/2, rc 0, transno 17179872568 00000100:00100000:0.0:1769074768.761987:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619893888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074768.762998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.763091:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.763404:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740096 00000100:00100000:3.0:1769074768.763413:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740096 00000100:00100000:3.0:1769074768.763462:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740224 00000100:00100000:3.0:1769074768.763466:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740224 00000100:00100000:3.0:1769074768.763484:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2734 00000100:00100000:3.0:1769074768.763492:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612740096:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:1.0:1769074768.763637:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2735 00000100:00100000:1.0:1769074768.763647:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612740224:12345-192.168.204.39@tcp:49:cat.0 00000004:00080000:2.0:1769074768.763777:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048a80/2, rc 0, transno 21474839530 00000100:00100000:2.0:1769074768.763786:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892608:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.763796:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048e00/2, rc 0, transno 21474839531 00000100:00100000:2.0:1769074768.763800:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619893120:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.763809:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049500/2, rc 0, transno 21474839528 00000100:00100000:2.0:1769074768.763812:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892480:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.763820:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104aa00/2, rc 0, transno 21474839529 00000100:00100000:2.0:1769074768.763846:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619892992:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074768.763875:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe4380/2, rc 0, transno 17179872563 00000100:00100000:2.0:1769074768.763880:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619893504:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.763889:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe5180/2, rc 0, transno 17179872564 00000100:00100000:2.0:1769074768.763905:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619894016:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.763916:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe7480/2, rc 0, transno 17179872561 00000100:00100000:2.0:1769074768.763919:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619893632:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074768.763929:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe5500/2, rc 0, transno 17179872562 00000100:00100000:2.0:1769074768.763933:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619894144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074768.765130:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612740096:12345-192.168.204.39@tcp:49:cat.0 Request processed in 1627us (2126us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.765143:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2734 00000100:00100000:3.0:1769074768.765205:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619894528:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074768.765215:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619894656:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.765251:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8cc00/0x8b5959a9a0e8a258 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 145 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074768.765274:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.765305:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c800, rc 0) 00000100:00100000:1.0:1769074768.765425:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612740224:12345-192.168.204.39@tcp:49:cat.0 Request processed in 1779us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.765434:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2735 00000100:00100000:3.0:1769074768.765503:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57843:x1855007612739072:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 88981us (89172us total) trans 8589941324 rc 0/0 00000100:00100000:3.0:1769074768.765510:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6446 00000100:00100000:2.0:1769074768.773677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.774029:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.774536:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740352 00000100:00100000:1.0:1769074768.774546:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740352 00000100:00100000:2.0:1769074768.774606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.775129:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740608 00000100:00100000:3.0:1769074768.775136:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740608 00002000:00100000:3.0:1769074768.775175:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2019ce00 x1855007612740608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074768.775188:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ce00 with x1855007612740608 ext(0->1048575) 00002000:00010000:3.0:1769074768.775194:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019ce00 00000100:00100000:3.0:1769074768.775221:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5428 00000100:00100000:3.0:1769074768.775230:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2372:x1855007612740608:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074768.776885:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740480 00000100:00100000:0.0:1769074768.776908:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740480 00000100:00100000:0.0:1769074768.776982:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9762 00000100:00100000:0.0:1769074768.776993:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:57849:x1855007612740352:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074768.777009:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.777031:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0d4 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777062:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.777065:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.777085:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777102:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 15 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777115:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f9e00, rc 0) 00000100:00100000:0.0:1769074768.777184:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:57849:x1855007612740352:12345-192.168.204.39@tcp:101:cat.0 Request processed in 194us (3518us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.777191:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9762 00000100:00100000:0.0:1769074768.777210:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9763 00000100:00100000:0.0:1769074768.777217:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+5:57843:x1855007612740480:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074768.777224:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.777233:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0db expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777250:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777263:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.777265:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.777269:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1261568->1306623] (req 1261568->1306623) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777300:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.777317:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 17 pid: 33557 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.777330:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619894784:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074768.777385:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00080000:0.0:1769074768.778989:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074768.786533:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.786583:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740736 00000100:00100000:0.0:1769074768.786594:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740736 00010000:00010000:0.0:1769074768.786635:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 18 pid: 33557 timeout: 1852 lvb_type: 0 00000100:00100000:0.0:1769074768.786672:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5183 00000100:00100000:0.0:1769074768.786690:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612740736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.786704:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.786739:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 18 pid: 33557 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.786761:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 18 pid: 33557 timeout: 1852 lvb_type: 0 00010000:00010000:0.0:1769074768.786788:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.786790:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074768.786797:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.786809:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.786892:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074768.786907:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619894912:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074768.787007:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6c00 going to sleep for 11 seconds 00010000:00010000:1.0:1769074768.787324:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8c00/0x8b5959a9a0e8a1a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b072 expref: 18 pid: 33557 timeout: 1852 lvb_type: 0 00000100:00100000:1.0:1769074768.787341:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619894784:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074768.787369:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.787381:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9f8400, rc 0) 00000100:00100000:1.0:1769074768.787428:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+6:57843:x1855007612740480:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10210us (13399us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.787436:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9763 00000100:00100000:1.0:1769074768.816602:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.816669:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.816948:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619894912:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.816987:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074768.817062:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612740736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 30379us (30535us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.817087:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5183 00000100:00100000:0.0:1769074768.817405:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740864 00000100:00100000:0.0:1769074768.817416:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740864 00002000:00100000:0.0:1769074768.817464:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0bfcea00 x1855007612740864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074768.817474:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcea00 with x1855007612740864 ext(0->1048575) 00002000:00010000:0.0:1769074768.817480:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcea00 00000100:00100000:0.0:1769074768.817496:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612740992 00000100:00100000:0.0:1769074768.817499:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612740992 00002000:00100000:0.0:1769074768.817514:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1261568->1265663) req@ffff956c0bfce300 x1855007612740992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074768.817529:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfce300 with x1855007612740992 ext(1261568->1265663) 00002000:00010000:0.0:1769074768.817533:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfce300 00000100:00100000:0.0:1769074768.817549:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5429 00000100:00100000:0.0:1769074768.817557:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612740864:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074768.819040:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2372:x1855007612740608:12345-192.168.204.39@tcp:3:cat.0 Request processed in 43801us (44424us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074768.819053:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5428 00002000:00100000:1.0:1769074768.819065:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d2019ce00 x1855007612740608/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:304/0 lens 488/440 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.819090:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ce00 with x1855007612740608 ext(0->1048575) 00002000:00010000:1.0:1769074768.819097:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019ce00 00000100:00100000:1.0:1769074768.819126:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5430 00000100:00100000:1.0:1769074768.819137:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612740992:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074768.819439:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612740992:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 305us (2769us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074768.819446:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5430 00002000:00100000:1.0:1769074768.819453:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x212:0x0] (1261568->1265663) req@ffff956c0bfce300 x1855007612740992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/4536 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.819461:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfce300 with x1855007612740992 ext(1261568->1265663) 00002000:00010000:1.0:1769074768.819465:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfce300 00010000:00010000:3.0:1769074768.834148:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074768.834300:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.835217:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612740864:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 17653us (18619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074768.835233:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5429 00002000:00100000:1.0:1769074768.835250:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956c0bfcea00 x1855007612740864/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/440 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.835263:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcea00 with x1855007612740864 ext(0->1048575) 00002000:00010000:1.0:1769074768.835268:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcea00 00000100:00100000:1.0:1769074768.835296:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741120 00000100:00100000:1.0:1769074768.835305:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741120 00002000:00100000:1.0:1769074768.835347:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1302528->1306623) req@ffff956d08853800 x1855007612741120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.835355:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853800 with x1855007612741120 ext(1302528->1306623) 00002000:00010000:1.0:1769074768.835360:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853800 00000100:00100000:2.0:1769074768.838203:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5431 00000100:00100000:2.0:1769074768.838231:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612741120:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074768.839096:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612741120:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 874us (4798us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074768.839111:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5431 00002000:00100000:2.0:1769074768.839127:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1302528->1306623) req@ffff956d08853800 x1855007612741120/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/4536 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074768.839140:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853800 with x1855007612741120 ext(1302528->1306623) 00002000:00010000:2.0:1769074768.839148:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853800 00000100:00100000:2.0:1769074768.839452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.841402:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741248 00000100:00100000:0.0:1769074768.841420:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741248 00000100:00100000:0.0:1769074768.841523:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9764 00000100:00100000:0.0:1769074768.841534:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+5:57848:x1855007612741248:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074768.841555:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074768.841576:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0e2 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.841611:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.841620:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.841622:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074768.841626:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.841660:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.841674:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074768.841688:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619895040:192.168.204.39@tcp:104: 00000100:00080000:2.0:1769074768.842046:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074768.844278:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.852015:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.854180:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741376 00000100:00100000:3.0:1769074768.854203:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741376 00000100:00100000:3.0:1769074768.854299:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9765 00000100:00100000:3.0:1769074768.854312:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+6:57849:x1855007612741376:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074768.854334:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074768.854359:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0e9 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.854396:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074768.854406:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 7 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.854419:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 7 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.854435:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c000, rc 0) 00000100:00100000:3.0:1769074768.854638:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+7:57849:x1855007612741376:12345-192.168.204.39@tcp:101:cat.0 Request processed in 325us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.854648:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9765 00000100:00100000:0.0:1769074768.856476:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619895040:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.856527:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.856548:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00000100:00100000:1.0:1769074768.856698:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57848:x1855007612741248:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15162us (17243us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074768.856709:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9764 00000100:00100000:1.0:1769074768.858782:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.859034:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741504 00000100:00100000:3.0:1769074768.859048:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741504 00010000:00010000:3.0:1769074768.859104:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074768.859154:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5184 00000100:00100000:3.0:1769074768.859165:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612741504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074768.859181:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074768.859209:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074768.859226:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074768.859254:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a1a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b06b expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074768.859278:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.859280:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.859289:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 5 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.859300:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 5 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.859309:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.859311:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074768.859316:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.859324:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074768.859358:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074768.859372:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619895168:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.860991:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 5 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074768.861012:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619895296:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074768.861052:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031bad80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074768.862356:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074768.862598:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741760 00000100:00100000:3.0:1769074768.862608:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741760 00000100:00100000:3.0:1769074768.862670:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2736 00000100:00100000:3.0:1769074768.862679:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:57843:x1855007612741760:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:3.0:1769074768.863264:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:57843:x1855007612741760:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 582us (912us total) trans 8589941325 rc 0/0 00000100:00100000:3.0:1769074768.863274:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2736 00000100:00100000:3.0:1769074768.869683:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619895168:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074768.872299:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619895296:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074768.872329:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074768.872449:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612741504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13285us (13684us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074768.872462:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5184 00000100:00100000:2.0:1769074768.875658:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.877720:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612741888 00000100:00100000:0.0:1769074768.877882:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612741888 00002000:00100000:0.0:1769074768.878093:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4104bb80 x1855007612741888/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074768.878107:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104bb80 with x1855007612741888 ext(1048576->2097151) 00002000:00010000:0.0:1769074768.878113:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104bb80 00000100:00100000:0.0:1769074768.878254:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5432 00000100:00100000:0.0:1769074768.878277:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2372:x1855007612741888:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074768.898611:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.898668:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074768.898861:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742016 00000100:00100000:1.0:1769074768.898872:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742016 00002000:00100000:1.0:1769074768.898933:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d41049f80 x1855007612742016/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.898944:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049f80 with x1855007612742016 ext(1048576->2097151) 00002000:00010000:1.0:1769074768.898950:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41049f80 00000100:00100000:1.0:1769074768.898981:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742144 00000100:00100000:1.0:1769074768.898984:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742144 00002000:00100000:1.0:1769074768.899001:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d89c00 x1855007612742144/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 504/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.899008:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89c00 with x1855007612742144 ext(1048576->2097151) 00002000:00010000:1.0:1769074768.899013:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d89c00 00000100:00100000:1.0:1769074768.899032:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5433 00000100:00100000:1.0:1769074768.899041:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612742016:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074768.899516:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5434 00000100:00100000:2.0:1769074768.899528:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612742144:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074768.913181:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2372:x1855007612741888:12345-192.168.204.39@tcp:3:cat.0 Request processed in 34892us (37523us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074768.913195:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5432 00002000:00100000:1.0:1769074768.913209:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4104bb80 x1855007612741888/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:304/0 lens 488/440 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074768.913220:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4104bb80 with x1855007612741888 ext(1048576->2097151) 00002000:00010000:1.0:1769074768.913227:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4104bb80 00000100:00100000:3.0:1769074768.927727:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.928237:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742400 00000100:00100000:2.0:1769074768.928250:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742400 00000100:00100000:2.0:1769074768.928317:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6449 00000100:00100000:2.0:1769074768.928327:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57846:x1855007612742400:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074768.928353:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.928357:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074768.928388:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed600/0x8b5959a9a0e8a26d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0c6 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928410:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074768.928415:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074768.928432:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a297 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0f0 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928481:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.928496:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928503:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928511:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 5/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.928548:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928568:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074768.928582:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619895424:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074768.928670:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.928679:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 144 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074768.928688:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619895552:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074768.928709:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.929674:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612742016:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 30625us (31067us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074768.929687:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5433 00002000:00100000:2.0:1769074768.929700:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d41049f80 x1855007612742016/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/440 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074768.929714:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41049f80 with x1855007612742016 ext(1048576->2097151) 00002000:00010000:2.0:1769074768.929720:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41049f80 00000100:00100000:0.0:1769074768.933973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.934090:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619895424:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074768.934102:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619895552:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074768.934126:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074768.935872:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.935944:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.936026:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742784 00000100:00100000:0.0:1769074768.936035:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742784 00010000:00010000:0.0:1769074768.936083:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 145 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074768.936122:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742656 00000100:00100000:0.0:1769074768.936125:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742656 00010000:00010000:0.0:1769074768.936136:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 146 pid: 29856 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074768.936154:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5185 00000100:00100000:0.0:1769074768.936161:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+146:2370:x1855007612742784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.936176:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.936182:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 146 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936193:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 146 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936214:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a25f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0b8 expref: 146 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936230:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.936235:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.936243:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.936250:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.936306:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+145:2370:x1855007612742784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.936313:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5185 00000100:00100000:0.0:1769074768.936357:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5186 00000100:00100000:0.0:1769074768.936364:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+144:2370:x1855007612742656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074768.936371:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074768.936376:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936386:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936398:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9a00/0x8b5959a9a0e8a274 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0cd expref: 144 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.936407:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074768.936411:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.936418:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.936425:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074768.936444:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074768.936463:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+143:2370:x1855007612742656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 100us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.936469:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5186 00010000:00010000:2.0:1769074768.936765:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.936773:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000040:00080000:2.0:1769074768.937334:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1603, 88 off139616 00000004:00080000:2.0:1769074768.937344:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098520218ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937395:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1605, 88 off139792 00000004:00080000:2.0:1769074768.937399:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098576018ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937427:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1606, 88 off139880 00000004:00080000:2.0:1769074768.937430:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098607110ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937445:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1604, 88 off139704 00000004:00080000:2.0:1769074768.937448:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098625213ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937461:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1605, 88 off139792 00000004:00080000:2.0:1769074768.937465:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098641615ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937478:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1607, 88 off139968 00000004:00080000:2.0:1769074768.937482:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098658994ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937495:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1608, 88 off140056 00000004:00080000:2.0:1769074768.937498:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098675279ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937512:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1609, 88 off140144 00000004:00080000:2.0:1769074768.937515:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098692126ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937528:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1606, 88 off139880 00000004:00080000:2.0:1769074768.937531:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098708239ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937544:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1610, 88 off140232 00000004:00080000:2.0:1769074768.937548:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098725205ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937562:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1607, 88 off139968 00000004:00080000:2.0:1769074768.937565:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098741999ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937578:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1611, 88 off140320 00000004:00080000:2.0:1769074768.937582:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753098758640ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074768.937596:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1608, 88 off140056 00000004:00080000:2.0:1769074768.937598:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098775445ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.937615:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1609, 88 off140144 00000004:00080000:2.0:1769074768.937618:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753098795319ns, next at 1691681415343ns, rc = 0 00000100:00100000:1.0:1769074768.937762:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742528 00000100:00100000:1.0:1769074768.937770:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742528 00000100:00100000:1.0:1769074768.937816:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9766 00000100:00100000:1.0:1769074768.937850:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57848:x1855007612742528:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074768.937866:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074768.937886:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0f7 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.937913:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.937921:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074768.937923:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074768.937926:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.937961:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074768.937975:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 8 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074768.937989:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619895680:192.168.204.39@tcp:104: 00000040:00080000:2.0:1769074768.938110:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1610, 88 off140232 00000004:00080000:2.0:1769074768.938117:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753099293425ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.938141:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1611, 88 off140320 00000004:00080000:2.0:1769074768.938146:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753099322514ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074768.938163:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1612, 88 off140408 00000004:00080000:2.0:1769074768.938167:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753099343666ns, next at 1696607292856ns, rc = 0 00000100:00100000:3.0:1769074768.948733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.953729:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074768.954903:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612742912 00000100:00100000:2.0:1769074768.954920:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612742912 00000100:00100000:2.0:1769074768.954995:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6450 00000100:00100000:2.0:1769074768.955005:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+143:57849:x1855007612742912:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074768.955033:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074768.955056:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b0fe expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.955125:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.955138:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.955162:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074768.955174:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.955188:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074768.955191:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074768.955195:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074768.955202:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467fc00, rc 0) 00000100:00100000:2.0:1769074768.955265:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57849:x1855007612742912:12345-192.168.204.39@tcp:101:cat.0 Request processed in 260us (6548us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074768.955272:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6450 00000100:00100000:0.0:1769074768.959999:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619895680:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074768.960039:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074768.960061:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:0.0:1769074768.960130:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57848:x1855007612742528:12345-192.168.204.39@tcp:101:cat.0 Request processed in 22306us (26165us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074768.960139:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9766 00000100:00100000:0.0:1769074768.967973:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074768.968013:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743040 00000100:00100000:0.0:1769074768.968023:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743040 00002000:00100000:0.0:1769074768.968080:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1261568->1306623) req@ffff956d08850700 x1855007612743040/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/0 e 0 to 0 dl 1769074779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074768.968091:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850700 with x1855007612743040 ext(1261568->1306623) 00010000:00010000:0.0:1769074768.968099:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.968117:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00002000:00010000:0.0:1769074768.968125:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08850700 00000100:00100000:0.0:1769074768.968153:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1125 00000100:00100000:0.0:1769074768.968163:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612743040:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:3.0:1769074768.969059:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612742144:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 69527us (70385us total) trans 0 rc 1003520/1003520 00000100:00100000:3.0:1769074768.969085:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5434 00002000:00100000:3.0:1769074768.969095:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d89c00 x1855007612742144/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 504/440 e 0 to 0 dl 1769074779 ref 1 fl Complete:/600/0 rc 1003520/1003520 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074768.969105:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89c00 with x1855007612742144 ext(1048576->2097151) 00010000:00010000:3.0:1769074768.969116:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074768.969132:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00002000:00010000:3.0:1769074768.969140:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d89c00 00000100:00100000:0.0:1769074768.979242:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612743040:12345-192.168.204.39@tcp:4:cat.0 Request processed in 11065us (11265us total) trans 17179872569 rc 0/0 00000100:00100000:0.0:1769074768.979260:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1125 00002000:00100000:0.0:1769074768.979273:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1261568->1306623) req@ffff956d08850700 x1855007612743040/t17179872569(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:304/0 lens 488/448 e 0 to 0 dl 1769074779 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074768.979284:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08850700 with x1855007612743040 ext(1261568->1306623) 00010000:00010000:0.0:1769074768.979294:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074768.979489:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00002000:00010000:0.0:1769074768.979498:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d08850700 00000100:00100000:3.0:1769074768.999110:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074768.999410:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743168 00000100:00100000:2.0:1769074768.999421:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743168 00010000:00010000:2.0:1769074768.999460:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074768.999495:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5187 00000100:00100000:2.0:1769074768.999505:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612743168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074768.999519:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074768.999536:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074767 -> 1769074769 00002000:00010000:2.0:1769074768.999540:0:5739:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074767 -> 1769074770 00010000:00010000:2.0:1769074768.999546:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074768.999561:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074768.999585:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8400/0x8b5959a9a0e8a282 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1306623) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0db expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.000402:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.000405:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.000416:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.000426:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.000466:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.000480:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619895808:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074769.000573:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000001:00080000:0.0:1769074769.002014:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941326 is committed 00000004:00080000:0.0:1769074769.002026:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1311 committed 00000004:00080000:0.0:1769074769.002038:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1309 committed 00000004:00080000:0.0:1769074769.002046:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1308 committed 00000004:00080000:0.0:1769074769.002049:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1307 committed 00000004:00080000:0.0:1769074769.002051:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1306 committed 00000004:00080000:0.0:1769074769.002053:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1310 committed 00000004:00080000:0.0:1769074769.002055:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1305 committed 00000004:00080000:0.0:1769074769.002058:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1309 committed 00000004:00080000:0.0:1769074769.002060:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1304 committed 00000004:00080000:0.0:1769074769.002062:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1308 committed 00000004:00080000:0.0:1769074769.002064:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1307 committed 00000004:00080000:0.0:1769074769.002080:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1306 committed 00000004:00080000:0.0:1769074769.002083:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1303 committed 00000004:00080000:0.0:1769074769.002086:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1302 committed 00000004:00080000:0.0:1769074769.002088:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1305 committed 00000004:00080000:0.0:1769074769.002090:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1304 committed 00000004:00080000:0.0:1769074769.002092:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1301 committed 00000001:00080000:0.0:1769074769.002114:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941325 is committed 00000100:00100000:0.0:1769074769.002283:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619895936:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002355:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002383:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002404:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002426:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074769.002432:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896064:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002464:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002481:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002504:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896192:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002525:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002539:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002581:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002598:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074769.002603:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002620:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002633:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.002651:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.002679:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619895936 00000100:00100000:0.0:1769074769.002686:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619895936 00000100:00100000:0.0:1769074769.002731:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896448 00000100:00100000:0.0:1769074769.002734:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896448 00000100:00100000:0.0:1769074769.002748:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896064 00000100:00100000:0.0:1769074769.002750:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896064 00000100:00100000:0.0:1769074769.002763:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896576 00000100:00100000:0.0:1769074769.002765:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896576 00000100:00100000:0.0:1769074769.002777:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896192 00000100:00100000:0.0:1769074769.002779:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896192 00000100:00100000:0.0:1769074769.002788:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896704 00000100:00100000:0.0:1769074769.002790:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896704 00000100:00100000:0.0:1769074769.002799:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896320 00000100:00100000:0.0:1769074769.002801:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896320 00000100:00100000:0.0:1769074769.002808:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896832 00000100:00100000:0.0:1769074769.002811:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896832 00000100:00100000:0.0:1769074769.002846:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9767 00000100:00100000:0.0:1769074769.002855:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3289:x1855007619895936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003031:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1769074769.003035:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003037:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003040:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.003043:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:0.0:1769074769.003095:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619895936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 241us (739us total) trans 21474839533 rc 0/0 00000100:00100000:0.0:1769074769.003103:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9767 00000100:00100000:0.0:1769074769.003121:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9768 00000100:00100000:0.0:1769074769.003127:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3289:x1855007619896448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003203:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.003207:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003209:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.003212:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003214:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1769074769.003238:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619896448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (833us total) trans 21474839534 rc 0/0 00000100:00100000:0.0:1769074769.003244:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9768 00000100:00100000:0.0:1769074769.003256:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9769 00000100:00100000:0.0:1769074769.003262:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3289:x1855007619896064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003332:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.003335:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003338:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003341:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.003343:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.003366:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619896064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (915us total) trans 21474839535 rc 0/0 00000100:00100000:0.0:1769074769.003372:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9769 00000100:00100000:0.0:1769074769.003385:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9770 00000100:00100000:0.0:1769074769.003391:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3289:x1855007619896576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003458:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.003461:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.003463:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.003465:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.003467:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074769.003491:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3289:x1855007619896576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (1008us total) trans 21474839536 rc 0/0 00000100:00100000:0.0:1769074769.003497:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9770 00000100:00100000:0.0:1769074769.003508:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9771 00000100:00100000:0.0:1769074769.003514:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619896192:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003584:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074769.003587:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003590:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.003592:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.003594:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:0.0:1769074769.003623:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619896192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (1096us total) trans 21474839537 rc 0/0 00000100:00100000:0.0:1769074769.003629:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9771 00000100:00100000:0.0:1769074769.003641:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9772 00000100:00100000:0.0:1769074769.003647:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619896704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003716:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.003719:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003722:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.003724:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003727:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:0.0:1769074769.003749:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619896704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (1168us total) trans 21474839538 rc 0/0 00000100:00100000:0.0:1769074769.003755:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9772 00000100:00100000:0.0:1769074769.003768:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9773 00000100:00100000:0.0:1769074769.003774:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619896320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.003876:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074769.003880:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003882:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.003884:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.003886:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074769.003912:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619896320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (1290us total) trans 21474839539 rc 0/0 00000100:00100000:0.0:1769074769.003917:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9773 00000100:00100000:0.0:1769074769.003929:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9774 00000100:00100000:0.0:1769074769.003935:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3291:x1855007619896832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.004014:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:0.0:1769074769.004017:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.004019:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.004022:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.004024:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:0.0:1769074769.004047:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1855007619896832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (1395us total) trans 21474839540 rc 0/0 00000100:00100000:0.0:1769074769.004053:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9774 00000100:00080000:0.0:1769074769.004131:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074769.004302:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897088:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.004343:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.004365:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.004384:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.004404:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074769.004409:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619896960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.004429:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.004443:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.004459:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.004481:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897088 00000100:00100000:0.0:1769074769.004490:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897088 00000100:00100000:0.0:1769074769.004524:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897600 00000100:00100000:0.0:1769074769.004527:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897600 00000100:00100000:0.0:1769074769.004540:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619896960 00000100:00100000:0.0:1769074769.004543:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619896960 00000100:00100000:0.0:1769074769.004554:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897472 00000100:00100000:0.0:1769074769.004556:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897472 00000100:00100000:0.0:1769074769.004569:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9775 00000100:00100000:0.0:1769074769.004575:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3290:x1855007619897088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.004691:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.004695:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.004697:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074770 -> 1769074770 00002000:00010000:0.0:1769074769.004700:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.004703:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.004734:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3290:x1855007619897088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (390us total) trans 17179872570 rc 0/0 00000100:00100000:0.0:1769074769.004740:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9775 00000100:00100000:0.0:1769074769.004756:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9776 00000100:00100000:0.0:1769074769.004761:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3290:x1855007619897600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.004859:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.004862:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.004864:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.004867:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.004869:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.004895:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3290:x1855007619897600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (510us total) trans 17179872571 rc 0/0 00000100:00100000:0.0:1769074769.004902:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9776 00000100:00100000:0.0:1769074769.004914:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9777 00000100:00100000:0.0:1769074769.004919:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3290:x1855007619896960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.004991:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.004994:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.004996:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.004998:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.005000:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.005024:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3290:x1855007619896960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (594us total) trans 17179872572 rc 0/0 00000100:00100000:0.0:1769074769.005031:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9777 00000100:00100000:0.0:1769074769.005042:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9778 00000100:00100000:0.0:1769074769.005048:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3290:x1855007619897472:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1769074769.006580:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.006597:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.006600:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074769.006604:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 142 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.006616:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 142 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.006624:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 142 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.006671:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 142 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.006682:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897344:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074769.006682:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619897984:192.168.204.39@tcp:105: 00002000:00010000:0.0:1769074769.006994:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074769.006998:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.007001:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.007003:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.007005:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074769.007090:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.007698:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074769.007755:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074769.007789:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074769.007813:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074769.007820:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897216:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074769.007856:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074769.007874:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074769.007904:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074769.007939:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897344 00000100:00100000:1.0:1769074769.007949:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897344 00000100:00100000:1.0:1769074769.007993:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897856 00000100:00100000:1.0:1769074769.007997:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897856 00000100:00100000:1.0:1769074769.008013:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897216 00000100:00100000:1.0:1769074769.008015:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897216 00000100:00100000:1.0:1769074769.008024:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619897728 00000100:00100000:1.0:1769074769.008027:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619897728 00000100:00100000:1.0:1769074769.008039:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9779 00000100:00100000:1.0:1769074769.008047:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619897344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074769.008270:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074769.008274:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074769.008277:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074769.008280:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074769.008283:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074769.008500:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3292:x1855007619897344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 451us (805us total) trans 17179872574 rc 0/0 00000100:00100000:1.0:1769074769.008508:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9779 00000100:00100000:1.0:1769074769.008526:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9780 00000100:00100000:1.0:1769074769.008533:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619897856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074769.008612:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074769.008616:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074769.008618:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074769.008620:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074769.008623:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074769.008647:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3292:x1855007619897856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (858us total) trans 17179872575 rc 0/0 00000100:00100000:1.0:1769074769.008653:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9780 00000100:00100000:1.0:1769074769.008664:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9781 00000100:00100000:1.0:1769074769.008670:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619897216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074769.008743:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074769.008746:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074769.008749:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:1.0:1769074769.008751:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074769.008753:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074769.008779:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3292:x1855007619897216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 109us (922us total) trans 17179872576 rc 0/0 00000100:00100000:1.0:1769074769.008785:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9781 00000100:00100000:1.0:1769074769.008796:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9782 00000100:00100000:1.0:1769074769.008802:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3292:x1855007619897728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074769.008904:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074769.008908:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074769.008910:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074769.008912:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:1.0:1769074769.008914:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074769.008939:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3292:x1855007619897728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (1034us total) trans 17179872577 rc 0/0 00000100:00100000:1.0:1769074769.008945:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9782 00000004:00080000:1.0:1769074769.009000:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c7b80/2, rc 0, transno 17179872576 00000100:00100000:1.0:1769074769.009007:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897216:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.009017:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c6a00/2, rc 0, transno 17179872577 00000100:00100000:1.0:1769074769.009021:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897728:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.009029:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c6300/2, rc 0, transno 17179872574 00000100:00100000:1.0:1769074769.009032:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897344:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.009039:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1f80/2, rc 0, transno 17179872575 00000100:00100000:1.0:1769074769.009041:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619897856:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.009085:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08850000/2, rc 0, transno 21474839539 00000100:00100000:1.0:1769074769.009101:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896320:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009112:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08850a80/2, rc 0, transno 21474839540 00000100:00100000:1.0:1769074769.009116:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896832:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009125:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08853100/2, rc 0, transno 21474839537 00000100:00100000:1.0:1769074769.009128:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896192:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009136:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08852680/2, rc 0, transno 21474839538 00000100:00100000:1.0:1769074769.009139:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619896704:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009160:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08853480/2, rc 0, transno 21474839535 00000100:00100000:1.0:1769074769.009164:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896064:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009174:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08851180/2, rc 0, transno 21474839536 00000100:00100000:1.0:1769074769.009178:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009186:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08850380/2, rc 0, transno 21474839533 00000100:00100000:1.0:1769074769.009188:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619895936:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.009195:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d08853b80/2, rc 0, transno 21474839534 00000100:00100000:1.0:1769074769.009197:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619896448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.009581:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3290:x1855007619897472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4530us (5117us total) trans 17179872573 rc 0/0 00000100:00100000:0.0:1769074769.009589:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9778 00000100:00080000:0.0:1769074769.009651:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1769074769.009741:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c5180/2, rc 0, transno 17179872572 00000100:00100000:0.0:1769074769.009746:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619896960:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.009755:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c4700/2, rc 0, transno 17179872573 00000100:00100000:0.0:1769074769.009758:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897472:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.009768:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c4e00/2, rc 0, transno 17179872570 00000100:00100000:0.0:1769074769.009772:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897088:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.009779:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c7480/2, rc 0, transno 17179872571 00000100:00100000:0.0:1769074769.009783:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619897600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.009791:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074769.009801:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619898112:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.009862:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.010127:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619898112 00000100:00100000:0.0:1769074769.010134:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619898112 00000100:00100000:0.0:1769074769.010178:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9783 00000100:00100000:0.0:1769074769.010185:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3290:x1855007619898112:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.010394:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074769.010399:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.010402:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.010404:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.010407:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074769.012151:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.013198:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.013242:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743424 00000100:00100000:3.0:1769074769.013251:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743424 00000100:00100000:3.0:1769074769.013298:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2737 00000100:00100000:3.0:1769074769.013306:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03097850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+143:57849:x1855007612743424:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:3.0:1769074769.013428:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03097850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+143:57849:x1855007612743424:12345-192.168.204.39@tcp:49:cat.0 Request processed in 122us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.013435:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2737 00000100:00100000:0.0:1769074769.014735:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3290:x1855007619898112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4539us (4861us total) trans 21474839541 rc 0/0 00000100:00100000:0.0:1769074769.014751:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9783 00000004:00080000:0.0:1769074769.015158:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1500/2, rc 0, transno 21474839541 00000100:00100000:0.0:1769074769.015166:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619898112:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.017027:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743296 00000100:00100000:0.0:1769074769.017041:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743296 00000100:00100000:0.0:1769074769.017137:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6451 00000100:00100000:0.0:1769074769.017148:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57848:x1855007612743296:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074769.017167:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.017189:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b105 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.017247:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.017260:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.017278:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.017282:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074769.017286:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977000, rc 0) 00000100:00100000:0.0:1769074769.018564:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57848:x1855007612743296:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1411us (6414us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.018574:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6451 00000100:00100000:3.0:1769074769.020888:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619897984:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074769.020917:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619895808:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074769.020929:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074769.020942:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a297 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 10 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074769.020967:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.020998:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612743168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21495us (21899us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074769.021006:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467f000, rc 0) 00000100:00100000:2.0:1769074769.021008:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5187 00000100:00100000:3.0:1769074769.021141:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57846:x1855007612742400:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 92815us (93424us total) trans 8589941326 rc 0/0 00000100:00100000:3.0:1769074769.021148:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6449 00000100:00100000:2.0:1769074769.031189:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.031326:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743552 00000100:00100000:0.0:1769074769.031501:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743552 00000100:00100000:0.0:1769074769.031564:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9784 00000100:00100000:0.0:1769074769.031574:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:57849:x1855007612743552:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074769.031593:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.031612:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b10c expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.031642:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.031644:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.031655:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.031674:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.031687:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977200, rc 0) 00000100:00100000:0.0:1769074769.031754:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:57849:x1855007612743552:12345-192.168.204.39@tcp:101:cat.0 Request processed in 181us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.031761:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9784 00000100:00100000:1.0:1769074769.039561:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.039680:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743680 00000100:00100000:0.0:1769074769.039692:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743680 00000100:00100000:0.0:1769074769.039771:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9785 00000100:00100000:0.0:1769074769.039782:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:57846:x1855007612743680:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.039803:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.039850:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b113 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.039881:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.039890:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074769.039891:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074769.039896:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3637248->4194303] (req 3637248->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.039939:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 16 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.039955:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.039969:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619898240:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.040088:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.044140:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.044193:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.044295:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743808 00000100:00100000:3.0:1769074769.044314:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743808 00002000:00100000:3.0:1769074769.044406:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d8ad80 x1855007612743808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.044421:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8ad80 with x1855007612743808 ext(1048576->2097151) 00002000:00010000:3.0:1769074769.044429:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8ad80 00000100:00100000:1.0:1769074769.044440:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619898240:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.044470:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612743936 00000100:00100000:3.0:1769074769.044477:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612743936 00010000:00010000:1.0:1769074769.044497:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3637248->4194303] (req 3637248->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1769074769.044499:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d88380 x1855007612743936/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.044550:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88380 with x1855007612743936 ext(1048576->2097151) 00002000:00010000:3.0:1769074769.044557:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d88380 00010000:00010000:1.0:1769074769.044563:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977c00, rc 0) 00000100:00100000:3.0:1769074769.044590:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5435 00000100:00100000:3.0:1769074769.044604:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612743808:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:1.0:1769074769.044642:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57846:x1855007612743680:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 4859us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.044655:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9785 00000100:00100000:2.0:1769074769.044925:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5436 00000100:00100000:2.0:1769074769.044943:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612743936:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074769.053564:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.054122:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744064 00000100:00100000:0.0:1769074769.054139:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744064 00010000:00010000:0.0:1769074769.054205:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.054303:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5188 00000100:00100000:0.0:1769074769.054316:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612744064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.054343:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.054365:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.054382:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.054409:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8a1b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b080 expref: 17 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.054423:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.054426:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.054433:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.054442:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.054484:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 6 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.054500:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619898368:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074769.054596:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.062574:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619898368:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074769.062609:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.062689:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612744064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8376us (9135us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.062701:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5188 00000100:00100000:0.0:1769074769.064266:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612743936:12345-192.168.204.39@tcp:3:cat.0 Request processed in 19322us (20061us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.064278:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5436 00002000:00100000:0.0:1769074769.064292:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d88380 x1855007612743936/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.064301:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88380 with x1855007612743936 ext(1048576->2097151) 00002000:00010000:0.0:1769074769.064307:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d88380 00000100:00100000:2.0:1769074769.069348:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.069406:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.069895:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744320 00000100:00100000:3.0:1769074769.069914:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744320 00000100:00100000:3.0:1769074769.069995:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6452 00000100:00100000:3.0:1769074769.070007:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:57851:x1855007612744320:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074769.070041:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.070083:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a2c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b11a expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.070192:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.070213:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.070227:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.070255:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.070263:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.070270:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.071347:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744192 00000100:00100000:0.0:1769074769.071365:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744192 00002000:00100000:0.0:1769074769.071437:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3637248->3641343) req@ffff956d41d88a80 x1855007612744192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.071449:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88a80 with x1855007612744192 ext(3637248->3641343) 00002000:00010000:0.0:1769074769.071457:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d88a80 00000100:00100000:0.0:1769074769.071500:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5437 00000100:00100000:0.0:1769074769.071511:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612744192:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074769.071999:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612744192:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 488us (2661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074769.072008:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5437 00002000:00100000:0.0:1769074769.072015:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3637248->3641343) req@ffff956d41d88a80 x1855007612744192/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.072023:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d88a80 with x1855007612744192 ext(3637248->3641343) 00002000:00010000:0.0:1769074769.072027:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d88a80 00000100:00100000:0.0:1769074769.072427:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2371:x1855007612743808:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 27825us (28299us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.072435:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5435 00002000:00100000:0.0:1769074769.072441:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d41d8ad80 x1855007612743808/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.072455:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8ad80 with x1855007612743808 ext(1048576->2097151) 00002000:00010000:0.0:1769074769.072459:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8ad80 00010000:00010000:3.0:1769074769.074884:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.074918:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.074929:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.074989:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.075012:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 8 pid: 29856 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.075031:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619898496:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.075168:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.091974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.092102:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.093508:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744448 00000100:00100000:1.0:1769074769.093522:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744448 00000100:00100000:1.0:1769074769.093626:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744576 00000100:00100000:1.0:1769074769.093631:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744576 00000100:00100000:2.0:1769074769.093682:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9786 00000100:00100000:2.0:1769074769.093695:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57848:x1855007612744448:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.093727:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.093747:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b121 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.093772:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9787 00000100:00100000:0.0:1769074769.093785:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:57849:x1855007612744576:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074769.093794:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.093795:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.093804:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b128 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.093805:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.093809:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.093816:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.093857:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074769.093864:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.093876:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.093891:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977800, rc 0) 00000100:00100000:0.0:1769074769.093955:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:57849:x1855007612744576:12345-192.168.204.39@tcp:101:cat.0 Request processed in 173us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.093963:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9787 00010000:00010000:2.0:1769074769.094949:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.094967:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 15 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.094984:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619898624:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.095077:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.098490:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619898496:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.098523:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074769.098596:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.098882:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744704 00000100:00100000:1.0:1769074769.098893:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744704 00010000:00010000:1.0:1769074769.098940:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 9 pid: 29856 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.098981:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5189 00000100:00100000:1.0:1769074769.098991:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612744704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.099011:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.099019:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 9 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.099034:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 9 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.099061:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f8600/0x8b5959a9a0e8a220 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0aa expref: 9 pid: 29856 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.099267:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.099272:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.099286:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.099293:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.100532:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.100621:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612744704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1625us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.100634:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5189 00000100:00100000:1.0:1769074769.102168:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619898624:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.102205:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.102227:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d400, rc 0) 00000100:00100000:1.0:1769074769.102314:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612744448:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8621us (10350us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.102324:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9786 00010000:00010000:2.0:1769074769.104083:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104097:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074769.104148:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:2.0:1769074769.104153:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074769.104171:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104185:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104195:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104202:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104209:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104214:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8c800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.104218:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104225:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104243:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074769.104247:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.104252:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104258:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c800/0x8b5959a9a0e8a2cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104274:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104280:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104286:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104291:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.104294:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104309:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104318:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d2e962600) 00010000:00010000:2.0:1769074769.104320:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.104323:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104329:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a2d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.104368:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a2c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.104381:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.104387:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.104389:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074769.104391:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c600, rc 0) 00000100:00100000:2.0:1769074769.104463:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612744320:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 34457us (35055us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.104472:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6452 00000100:00100000:3.0:1769074769.114978:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.115024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.115030:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744960 00000100:00100000:1.0:1769074769.115043:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744960 00000100:00100000:1.0:1769074769.115112:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9788 00000100:00100000:1.0:1769074769.115122:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57846:x1855007612744960:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074769.115141:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.115162:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b12f expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.115193:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.115202:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074769.115204:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074769.115209:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->3252223] (req 3145728->3252223) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.115255:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.115267:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 15 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.115282:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619898752:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.115385:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0339b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.115531:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612744832 00000100:00100000:0.0:1769074769.115536:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612744832 00010000:00010000:0.0:1769074769.115556:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.115579:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5190 00000100:00100000:0.0:1769074769.115584:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612744832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.115592:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.115610:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.115624:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.115645:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8a1b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b079 expref: 16 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.115659:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.115660:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.115666:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.115673:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.115678:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.115679:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.115681:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.115689:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.115709:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 15 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.115715:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619898880:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074769.115747:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.115753:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619899008:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074769.115765:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074769.118666:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.118711:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.118740:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.118776:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.119985:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745088 00000100:00100000:2.0:1769074769.120000:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745088 00000100:00100000:2.0:1769074769.120064:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745216 00000100:00100000:2.0:1769074769.120078:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745216 00000100:00100000:2.0:1769074769.120108:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745344 00000100:00100000:2.0:1769074769.120112:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745344 00000100:00100000:2.0:1769074769.120137:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9789 00000100:00100000:2.0:1769074769.120146:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612745088:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074769.120164:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.120183:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b136 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.120402:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120408:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120419:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120437:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 17 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120451:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171c800, rc 0) 00000100:00100000:2.0:1769074769.120516:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612745088:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 371us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.120524:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9789 00000100:00100000:2.0:1769074769.120549:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9790 00000100:00100000:2.0:1769074769.120556:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612745216:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074769.120564:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.120574:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b13d expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.120588:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120589:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120594:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120604:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120612:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d000, rc 0) 00000100:00100000:2.0:1769074769.120632:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612745216:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 77us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.120638:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9790 00000100:00100000:2.0:1769074769.120651:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9791 00000100:00100000:2.0:1769074769.120656:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612745344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074769.120665:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.120673:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b144 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.120684:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120686:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.120705:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120716:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.120724:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:2.0:1769074769.120746:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612745344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 89us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.120752:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9791 00000100:00100000:2.0:1769074769.122131:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745472 00000100:00100000:2.0:1769074769.122144:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745472 00000100:00100000:2.0:1769074769.122192:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9792 00000100:00100000:2.0:1769074769.122200:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612745472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074769.122414:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.122433:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b14b expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.122453:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.122455:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.122464:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.122483:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.122496:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080a00, rc 0) 00000100:00100000:2.0:1769074769.122546:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612745472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 346us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.122554:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9792 00000100:00080000:0.0:1769074769.123739:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074769.127395:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.127578:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619898752:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.127619:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->3252223] (req 3145728->3252223) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.127641:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:2.0:1769074769.127837:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619898880:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074769.127851:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619899008:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074769.127975:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.128044:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57846:x1855007612744960:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 12921us (13082us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.128053:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9788 00000100:00100000:0.0:1769074769.128059:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745600 00000100:00100000:0.0:1769074769.128076:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745600 00000100:00100000:2.0:1769074769.128123:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612744832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12536us (13097us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.128125:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9793 00000100:00100000:2.0:1769074769.128132:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5190 00000100:00100000:0.0:1769074769.128134:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612745600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074769.128147:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.128165:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e8a315 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b152 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.128223:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619899136:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074769.128277:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00002000:00010000:0.0:1769074769.131126:0:7967:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:0.0:1769074769.131138:0:7967:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:0.0:1769074769.131141:0:7967:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:0.0:1769074769.131165:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619899136:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074769.131202:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e8a315 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b152 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.131226:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976400/0x8b5959a9a0e8a315 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b152 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.131240:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976400, rc 0) 00000100:00100000:0.0:1769074769.131360:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612745600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3226us (3975us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074769.131369:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9793 00000100:00100000:3.0:1769074769.138473:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.138512:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.138529:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745728 00000100:00100000:2.0:1769074769.138541:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745728 00000100:00100000:3.0:1769074769.138565:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074769.138588:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 18 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.138630:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5191 00000100:00100000:2.0:1769074769.138693:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612745728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.138711:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.138735:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 18 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.140623:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 18 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.140649:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8a1be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b087 expref: 18 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.140667:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.140669:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.140676:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.140686:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.140735:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.140750:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619899264:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074769.141046:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745856 00000100:00100000:0.0:1769074769.141055:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745856 00002000:00100000:0.0:1769074769.141113:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d08851f80 x1855007612745856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.141124:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851f80 with x1855007612745856 ext(1048576->2097151) 00002000:00010000:0.0:1769074769.141129:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08851f80 00000100:00100000:0.0:1769074769.141154:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612745984 00000100:00100000:0.0:1769074769.141158:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612745984 00002000:00100000:0.0:1769074769.141174:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d10873800 x1855007612745984/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.141181:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873800 with x1855007612745984 ext(1048576->2097151) 00002000:00010000:0.0:1769074769.141185:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873800 00000100:00100000:0.0:1769074769.141205:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5438 00000100:00100000:0.0:1769074769.141214:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612745856:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074769.141794:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.142861:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5439 00000100:00100000:1.0:1769074769.142880:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612745984:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074769.145423:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.150936:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612746240 00000100:00100000:2.0:1769074769.150951:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612746240 00000100:00100000:2.0:1769074769.151000:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6453 00000100:00100000:2.0:1769074769.151011:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612746240:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074769.151030:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.151054:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e8a31c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b159 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.151183:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.151200:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.151220:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.151257:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.151273:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.151286:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619899392:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.151375:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.152727:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619899264:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074769.152754:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.152797:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612745728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14106us (14484us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.152814:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5191 00000100:00100000:2.0:1769074769.160607:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.162296:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619899392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.162338:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.162505:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612746368 00000100:00100000:0.0:1769074769.162515:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612746368 00002000:00100000:2.0:1769074769.162724:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3248128->3252223) req@ffff956d18d1fb80 x1855007612746368/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.162736:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1fb80 with x1855007612746368 ext(3248128->3252223) 00002000:00010000:2.0:1769074769.162743:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1fb80 00000100:00100000:2.0:1769074769.162812:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5440 00000100:00100000:2.0:1769074769.162839:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612746368:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074769.163254:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612746368:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 432us (2659us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074769.163263:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5440 00002000:00100000:2.0:1769074769.163279:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (3248128->3252223) req@ffff956d18d1fb80 x1855007612746368/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.163287:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1fb80 with x1855007612746368 ext(3248128->3252223) 00002000:00010000:2.0:1769074769.163291:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1fb80 00000100:00100000:1.0:1769074769.164159:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612745984:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 21281us (25587us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074769.164168:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5439 00002000:00100000:1.0:1769074769.164176:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d10873800 x1855007612745984/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.164185:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10873800 with x1855007612745984 ext(1048576->2097151) 00002000:00010000:1.0:1769074769.164189:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10873800 00000100:00100000:0.0:1769074769.168091:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.168237:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612746496 00000100:00100000:2.0:1769074769.168251:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612746496 00010000:00010000:2.0:1769074769.168412:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.168458:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5192 00000100:00100000:2.0:1769074769.168467:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2371:x1855007612746496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.168486:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.168494:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.168509:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.168536:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a2dd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b11a expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.168557:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.168563:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.168573:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.168582:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.168680:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.168753:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2371:x1855007612746496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 286us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.168762:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5192 00010000:00010000:1.0:1769074769.169897:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.169911:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074769.169935:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074769.170168:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081400/0x8b5959a9a0e8a31c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.170187:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.170196:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.170199:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074769.170202:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081600, rc 0) 00000100:00100000:1.0:1769074769.170256:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57851:x1855007612746240:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 19247us (24843us total) trans 8589941327 rc 0/0 00000100:00100000:1.0:1769074769.170263:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6453 00000100:00100000:2.0:1769074769.174247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.174330:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612746752 00000100:00100000:1.0:1769074769.174340:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612746752 00000100:00100000:1.0:1769074769.174396:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2738 00000100:00100000:1.0:1769074769.174406:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57846:x1855007612746752:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074769.174760:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57846:x1855007612746752:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 352us (522us total) trans 8589941328 rc 0/0 00000100:00100000:1.0:1769074769.174769:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2738 00000100:00100000:0.0:1769074769.176204:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612745856:12345-192.168.204.39@tcp:3:cat.0 Request processed in 34982us (37682us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.176219:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5438 00002000:00100000:0.0:1769074769.176231:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d08851f80 x1855007612745856/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.176243:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08851f80 with x1855007612745856 ext(1048576->2097151) 00002000:00010000:0.0:1769074769.176252:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08851f80 00000100:00100000:2.0:1769074769.187145:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.187249:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612746880 00000100:00100000:1.0:1769074769.187260:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612746880 00000100:00100000:1.0:1769074769.187338:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6454 00000100:00100000:1.0:1769074769.187348:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57851:x1855007612746880:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074769.187371:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.187392:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a331 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b160 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.187475:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.187491:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.187498:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.187530:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.187544:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.187557:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619899520:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.187650:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.196487:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.196624:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747136 00000100:00100000:0.0:1769074769.196636:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747136 00000100:00100000:0.0:1769074769.196695:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6455 00000100:00100000:0.0:1769074769.196706:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+143:57853:x1855007612747136:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.196726:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.196748:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a33f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b167 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.196857:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.196873:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.196895:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.196918:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.196924:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.196930:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197087:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a354 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197097:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a354 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197104:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a354 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074769.197113:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074769.197223:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197230:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197237:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197242:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074769.197247:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197254:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197269:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074769.197273:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074769.197279:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197284:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a346 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197295:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197300:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197305:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197309:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074769.197311:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197317:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197324:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d414a5e00) 00010000:00010000:0.0:1769074769.197326:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074769.197343:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197349:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a34d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.197391:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a33f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b167 expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.197404:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a354 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b167 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.197410:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.197412:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1769074769.197415:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.197421:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.197427:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:0.0:1769074769.197489:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57853:x1855007612747136:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 785us (1011us total) trans 8589941329 rc 0/0 00000100:00100000:0.0:1769074769.197497:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6455 00000100:00100000:2.0:1769074769.203049:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.203190:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619899520:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.203224:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.203483:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747264 00000100:00100000:0.0:1769074769.203492:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747264 00010000:00010000:0.0:1769074769.203535:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.203570:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5193 00000100:00100000:0.0:1769074769.203579:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2373:x1855007612747264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.203594:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.203602:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.203617:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.203643:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081600/0x8b5959a9a0e8a323 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b159 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.203661:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.203666:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.203676:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.203684:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.203710:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.203772:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2373:x1855007612747264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.203782:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5193 00010000:00010000:1.0:1769074769.203791:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.203799:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074769.203873:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074769.203878:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074769.203902:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.203939:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a331 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.203954:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.203961:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.203964:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074769.203967:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:1.0:1769074769.204017:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57851:x1855007612746880:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 16671us (16882us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.204024:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6454 00000100:00100000:2.0:1769074769.205737:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.205895:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.212403:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.212784:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747392 00000100:00100000:0.0:1769074769.212795:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747392 00000100:00100000:2.0:1769074769.213040:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.213184:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747520 00000100:00100000:0.0:1769074769.213188:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747520 00000100:00100000:1.0:1769074769.216093:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747648 00000100:00100000:1.0:1769074769.216110:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747648 00000100:00100000:1.0:1769074769.216277:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747776 00000100:00100000:1.0:1769074769.216282:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747776 00000100:00100000:1.0:1769074769.216330:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9794 00000100:00100000:1.0:1769074769.216342:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612747520:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.216368:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.216388:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a362 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b175 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.216456:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619899648:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.216549:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.216735:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9795 00000100:00100000:1.0:1769074769.216742:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612747648:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074769.216752:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.216765:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e8a369 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b17c expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.216795:0:33557:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619899776:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.216863:0:33557:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.216880:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9796 00000100:00100000:1.0:1769074769.216887:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612747776:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074769.216896:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.216903:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a370 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b183 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.216932:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619899904:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.216961:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074769.217230:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9797 00000100:00100000:3.0:1769074769.217242:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612747392:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.217251:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.217272:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a377 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b16e expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.217305:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619900032:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074769.217332:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.225815:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.225947:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.225974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.226007:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748288 00000100:00100000:2.0:1769074769.226010:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.226020:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748288 00000100:00100000:2.0:1769074769.226034:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612747904 00000100:00100000:2.0:1769074769.226039:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612747904 00002000:00100000:2.0:1769074769.226081:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1d180 x1855007612747904/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.226082:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3637247) req@ffff956d18d1ca80 x1855007612748288/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.226113:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ca80 with x1855007612748288 ext(3145728->3637247) 00002000:00100000:2.0:1769074769.226113:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d180 with x1855007612747904 ext(2097152->3145727) 00002000:00010000:0.0:1769074769.226121:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1ca80 00002000:00010000:2.0:1769074769.226122:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1d180 00000100:00100000:1.0:1769074769.228037:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748160 00000100:00100000:1.0:1769074769.228052:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748160 00000100:00100000:1.0:1769074769.228132:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6456 00000100:00100000:1.0:1769074769.228141:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+145:57853:x1855007612748160:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074769.228169:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.228172:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1769074769.228204:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a354 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b167 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231118:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a2ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0fe expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231133:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.231138:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074769.231159:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a37e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b18a expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231450:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.231465:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231473:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231481:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231493:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074769.231501:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748416 00000100:00100000:3.0:1769074769.231511:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748416 00010000:00010000:1.0:1769074769.231543:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 7 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231565:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 7 pid: 29857 timeout: 1853 lvb_type: 0 00002000:00100000:3.0:1769074769.231565:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41d8b480 x1855007612748416/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.231589:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b480 with x1855007612748416 ext(2097152->3145727) 00000100:00100000:1.0:1769074769.231595:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900160:192.168.204.39@tcp:104: 00002000:00010000:3.0:1769074769.231595:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b480 00000100:00100000:3.0:1769074769.231629:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5441 00000100:00100000:3.0:1769074769.231640:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612748288:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:1.0:1769074769.231734:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231743:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.231753:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900288:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.231797:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.231806:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.231814:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcf480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900416:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.231916:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920c00 going to sleep for 11 seconds 00002000:00010000:1.0:1769074769.232026:0:26585:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.232030:0:26585:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.232033:0:26585:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:1.0:1769074769.232048:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619899648:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.232088:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a362 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b175 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232107:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a362 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b175 expref: 10 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232118:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:1.0:1769074769.232150:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612747520:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15810us (26266us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.232160:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9794 00000100:00100000:1.0:1769074769.232311:0:33557:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33557:1855007619899776:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.232332:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e8a369 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b17c expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232346:0:33557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030400/0x8b5959a9a0e8a369 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b17c expref: 18 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232357:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030400, rc 0) 00000100:00100000:1.0:1769074769.232384:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612747648:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 15641us (19990us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.232392:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9795 00000100:00100000:1.0:1769074769.232485:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619900032:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.232508:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a377 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b16e expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232520:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a377 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b16e expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232530:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c200, rc 0) 00000100:00100000:1.0:1769074769.232555:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612747392:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15316us (26828us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.232563:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9797 00000100:00100000:1.0:1769074769.232661:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.232805:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619899904:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.232857:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a370 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b183 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232871:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a370 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b183 expref: 18 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.232881:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030e00, rc 0) 00000100:00100000:1.0:1769074769.232917:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612747776:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 16030us (19878us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.232926:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9796 00000100:00100000:0.0:1769074769.234012:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748544 00000100:00100000:0.0:1769074769.234027:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748544 00002000:00100000:0.0:1769074769.234089:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3252224->4194303) req@ffff956c0bfcd180 x1855007612748544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.234100:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd180 with x1855007612748544 ext(3252224->4194303) 00002000:00010000:0.0:1769074769.234107:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcd180 00000100:00100000:0.0:1769074769.234135:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5442 00000100:00100000:0.0:1769074769.234145:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612747904:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074769.234874:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5443 00000100:00100000:0.0:1769074769.234886:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2371:x1855007612748416:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074769.235565:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5444 00000100:00100000:2.0:1769074769.235579:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612748544:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074769.237590:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900160:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.237638:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900288:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.237749:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcf480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619900416:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.237783:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074769.237839:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.237872:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.237913:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.238964:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748672 00000100:00100000:1.0:1769074769.238977:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748672 00010000:00010000:1.0:1769074769.239021:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.239126:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748928 00000100:00100000:1.0:1769074769.239130:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748928 00010000:00010000:1.0:1769074769.239145:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 9 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.240252:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612748800 00000100:00100000:3.0:1769074769.240262:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612748800 00010000:00010000:3.0:1769074769.240291:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 10 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.240506:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5194 00000100:00100000:3.0:1769074769.240517:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2373:x1855007612748672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.240540:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.240547:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240563:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240586:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a338 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b160 expref: 8 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240603:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.240608:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240617:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240623:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.240686:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:2373:x1855007612748672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (2863us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.240778:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5194 00000100:00100000:3.0:1769074769.240796:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5195 00000100:00100000:3.0:1769074769.240801:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612748928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.240809:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.240814:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240840:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240854:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a29e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f0 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240864:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.240868:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240873:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240878:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.240898:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612748928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 96us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.240904:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5195 00000100:00100000:3.0:1769074769.240916:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5196 00000100:00100000:3.0:1769074769.240922:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612748800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.240928:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.240933:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240942:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240953:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977000/0x8b5959a9a0e8a2b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b105 expref: 8 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.240963:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.240966:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240974:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.240982:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.241008:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.241025:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2373:x1855007612748800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 103us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.241030:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5196 00010000:00010000:3.0:1769074769.241077:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.241085:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074769.243676:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.243750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.243776:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749056 00000100:00100000:2.0:1769074769.243783:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749056 00000100:00100000:2.0:1769074769.243838:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749184 00000100:00100000:2.0:1769074769.243841:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749184 00000100:00100000:2.0:1769074769.243863:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6457 00000100:00100000:2.0:1769074769.243872:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+145:57849:x1855007612749056:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.243892:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.243913:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b191 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.243977:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6458 00000100:00100000:0.0:1769074769.243986:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612749184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074769.243994:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.244003:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b198 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1769074769.244495:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1612, 88 off140408 00000004:00080000:3.0:1769074769.244507:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753405682741ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074769.244573:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1613, 88 off140496 00000004:00080000:3.0:1769074769.244579:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753405755793ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074769.244602:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1614, 88 off140584 00000004:00080000:3.0:1769074769.244606:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753405783051ns, next at 1696607292856ns, rc = 0 00000040:00080000:3.0:1769074769.244622:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1613, 88 off140496 00000004:00080000:3.0:1769074769.244626:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753405802301ns, next at 1691681415343ns, rc = 0 00000040:00080000:3.0:1769074769.244640:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1614, 88 off140584 00000004:00080000:3.0:1769074769.244645:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753405821283ns, next at 1691681415343ns, rc = 0 00000100:00100000:2.0:1769074769.245858:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612748288:12345-192.168.204.39@tcp:3:cat.0 Request processed in 14209us (19900us total) trans 0 rc 491520/491520 00000100:00100000:2.0:1769074769.245871:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5441 00002000:00100000:2.0:1769074769.245883:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->3637247) req@ffff956d18d1ca80 x1855007612748288/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 491520/491520 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.245893:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ca80 with x1855007612748288 ext(3145728->3637247) 00002000:00010000:2.0:1769074769.245899:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1ca80 00000040:00080000:3.0:1769074769.246092:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1615, 88 off140672 00000004:00080000:3.0:1769074769.246105:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407280706ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074769.246219:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1616, 88 off140760 00000004:00080000:2.0:1769074769.246226:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407402677ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074769.246262:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1617, 88 off140848 00000004:00080000:2.0:1769074769.246267:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407443492ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074769.246300:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1615, 88 off140672 00000004:00080000:2.0:1769074769.246305:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407481734ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246419:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1618, 88 off140936 00000004:00080000:2.0:1769074769.246424:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407600486ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074769.246441:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1616, 88 off140760 00000004:00080000:2.0:1769074769.246445:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407622067ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246458:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1619, 88 off141024 00000004:00080000:2.0:1769074769.246462:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407638641ns, next at 1696607292856ns, rc = 0 00000040:00080000:2.0:1769074769.246476:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1617, 88 off140848 00000004:00080000:2.0:1769074769.246479:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407656012ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246500:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1618, 88 off140936 00000004:00080000:2.0:1769074769.246505:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407681835ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246527:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1619, 88 off141024 00000004:00080000:2.0:1769074769.246533:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407709339ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246548:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1620, 88 off141112 00000004:00080000:2.0:1769074769.246552:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1753407728511ns, next at 1691681415343ns, rc = 0 00000040:00080000:2.0:1769074769.246565:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1620, 88 off141112 00000004:00080000:2.0:1769074769.246567:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753407744287ns, next at 1696607292856ns, rc = 0 00010000:00010000:2.0:1769074769.246631:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.246644:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.246662:0:29856:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.246675:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.246689:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.246692:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074769.246696:0:29856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.246703:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074769.246742:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612749056:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2870us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.246750:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6457 00010000:00010000:0.0:1769074769.246970:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.246984:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.246995:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.246998:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074769.247003:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.247011:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:0.0:1769074769.247062:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57851:x1855007612749184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3076us (3311us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.247080:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6458 00000100:00100000:3.0:1769074769.258941:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612748544:12345-192.168.204.39@tcp:3:cat.0 Request processed in 23351us (26265us total) trans 0 rc 942080/942080 00000100:00100000:3.0:1769074769.258961:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5444 00002000:00100000:3.0:1769074769.258976:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (3252224->4194303) req@ffff956c0bfcd180 x1855007612748544/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 942080/942080 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.258987:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcd180 with x1855007612748544 ext(3252224->4194303) 00002000:00010000:3.0:1769074769.258994:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcd180 00000100:00100000:0.0:1769074769.269548:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612747904:12345-192.168.204.39@tcp:3:cat.0 Request processed in 35393us (43561us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.269564:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5442 00002000:00100000:0.0:1769074769.269578:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d18d1d180 x1855007612747904/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.269588:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d180 with x1855007612747904 ext(2097152->3145727) 00002000:00010000:0.0:1769074769.269595:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1d180 00000100:00100000:1.0:1769074769.283495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.283946:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749312 00000100:00100000:2.0:1769074769.283960:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749312 00000100:00100000:2.0:1769074769.284076:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6459 00000100:00100000:2.0:1769074769.284088:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57848:x1855007612749312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.284117:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.284142:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b19f expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.284212:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.284226:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.284240:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.284244:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074769.284250:0:30391:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.284258:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96400, rc 0) 00000100:00100000:2.0:1769074769.284317:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612749312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 230us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.284326:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6459 00000100:00100000:0.0:1769074769.284875:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2371:x1855007612748416:12345-192.168.204.39@tcp:3:cat.0 Request processed in 49988us (58861us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.284885:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5443 00002000:00100000:0.0:1769074769.284896:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d41d8b480 x1855007612748416/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.284906:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8b480 with x1855007612748416 ext(2097152->3145727) 00002000:00010000:0.0:1769074769.284912:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d41d8b480 00000001:00080000:0.0:1769074769.315261:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941329 is committed 00000001:00080000:0.0:1769074769.315290:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941328 is committed 00000001:00080000:0.0:1769074769.315298:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941327 is committed 00000001:00080000:0.0:1769074769.315312:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941330 is committed 00000004:00080000:0.0:1769074769.315317:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1319 committed 00000004:00080000:0.0:1769074769.315328:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1318 committed 00000004:00080000:0.0:1769074769.315335:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1317 committed 00000004:00080000:0.0:1769074769.315338:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1316 committed 00000004:00080000:0.0:1769074769.315340:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1315 committed 00000004:00080000:0.0:1769074769.315343:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1318 committed 00000004:00080000:0.0:1769074769.315345:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1314 committed 00000004:00080000:0.0:1769074769.315347:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1317 committed 00000004:00080000:0.0:1769074769.315349:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1313 committed 00000004:00080000:0.0:1769074769.315350:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1316 committed 00000004:00080000:0.0:1769074769.315352:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1315 committed 00000004:00080000:0.0:1769074769.315354:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1314 committed 00000004:00080000:0.0:1769074769.315356:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1312 committed 00000004:00080000:0.0:1769074769.315358:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1311 committed 00000004:00080000:0.0:1769074769.315362:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1313 committed 00000004:00080000:0.0:1769074769.315364:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1312 committed 00000004:00080000:0.0:1769074769.315366:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1310 committed 00000100:00100000:0.0:1769074769.315791:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619900544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.315913:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.315950:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901056:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.315970:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.315987:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901568:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316006:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316022:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619902080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316040:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316075:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1769074769.316082:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619900928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316102:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316118:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316137:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316151:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316170:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316186:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619902464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316205:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316235:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619900672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316254:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316269:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316287:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316300:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316317:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316332:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619902208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316351:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316369:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1769074769.316374:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619900800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316393:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316402:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074769.316419:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316428:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316444:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316452:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619902336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.316467:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.316492:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619900544 00000100:00100000:0.0:1769074769.316498:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619900544 00000100:00100000:0.0:1769074769.316529:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901056 00000100:00100000:0.0:1769074769.316531:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901056 00000100:00100000:0.0:1769074769.316539:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901568 00000100:00100000:0.0:1769074769.316542:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901568 00000100:00100000:0.0:1769074769.316552:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619902080 00000100:00100000:0.0:1769074769.316555:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619902080 00000100:00100000:0.0:1769074769.316563:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619900928 00000100:00100000:0.0:1769074769.316566:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619900928 00000100:00100000:0.0:1769074769.316574:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901440 00000100:00100000:0.0:1769074769.316576:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901440 00000100:00100000:0.0:1769074769.316583:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901952 00000100:00100000:0.0:1769074769.316585:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901952 00000100:00100000:0.0:1769074769.316593:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619902464 00000100:00100000:0.0:1769074769.316595:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619902464 00000100:00100000:0.0:1769074769.316603:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619900672 00000100:00100000:0.0:1769074769.316605:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619900672 00000100:00100000:0.0:1769074769.316613:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901184 00000100:00100000:0.0:1769074769.316615:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901184 00000100:00100000:0.0:1769074769.316622:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901696 00000100:00100000:0.0:1769074769.316625:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901696 00000100:00100000:0.0:1769074769.316632:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619902208 00000100:00100000:0.0:1769074769.316635:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619902208 00000100:00100000:0.0:1769074769.316643:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619900800 00000100:00100000:0.0:1769074769.316645:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619900800 00000100:00100000:0.0:1769074769.316653:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901312 00000100:00100000:0.0:1769074769.316655:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901312 00000100:00100000:0.0:1769074769.316663:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619901824 00000100:00100000:0.0:1769074769.316665:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619901824 00000100:00100000:0.0:1769074769.316672:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619902336 00000100:00100000:0.0:1769074769.316674:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619902336 00000100:00100000:0.0:1769074769.316685:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9798 00000100:00100000:0.0:1769074769.316693:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619900544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.316902:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.316906:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.316908:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.316911:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.316913:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.316953:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619900544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (1040us total) trans 17179872578 rc 0/0 00000100:00100000:0.0:1769074769.316961:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9798 00000100:00100000:0.0:1769074769.316978:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9799 00000100:00100000:0.0:1769074769.316985:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619901056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.317060:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074769.317075:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317077:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.317080:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317082:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074769.317107:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619901056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (1136us total) trans 17179872579 rc 0/0 00000100:00100000:0.0:1769074769.317114:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9799 00000100:00100000:0.0:1769074769.317127:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9800 00000100:00100000:0.0:1769074769.317133:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3290:x1855007619901568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.317225:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1769074769.317228:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.317231:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.317233:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.317235:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:0.0:1769074769.317260:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3290:x1855007619901568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (1253us total) trans 21474839542 rc 0/0 00000100:00100000:0.0:1769074769.317266:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9800 00000100:00100000:0.0:1769074769.317279:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9801 00000100:00100000:0.0:1769074769.317285:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3290:x1855007619902080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.317358:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.317361:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317363:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.317365:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317367:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1769074769.317390:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3290:x1855007619902080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (1348us total) trans 21474839543 rc 0/0 00000100:00100000:0.0:1769074769.317396:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9801 00000100:00100000:0.0:1769074769.317408:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9802 00000100:00100000:0.0:1769074769.317413:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619900928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.317484:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.317487:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.317490:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:0.0:1769074769.317492:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.317495:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074769.317518:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619900928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (1414us total) trans 17179872580 rc 0/0 00000100:00100000:0.0:1769074769.317525:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9802 00000100:00100000:0.0:1769074769.317537:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9803 00000100:00100000:0.0:1769074769.317542:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3290:x1855007619901440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.317611:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.317615:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.317617:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.317620:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.317622:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074769.317646:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3290:x1855007619901440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (1507us total) trans 17179872581 rc 0/0 00000100:00100000:0.0:1769074769.317652:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9803 00000100:00100000:0.0:1769074769.317664:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9804 00000100:00100000:0.0:1769074769.317670:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3290:x1855007619901952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.317738:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1769074769.317742:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317745:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.317747:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317749:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074769.317771:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3290:x1855007619901952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (1600us total) trans 21474839544 rc 0/0 00000100:00100000:0.0:1769074769.317777:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9804 00000100:00100000:0.0:1769074769.317788:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9805 00000100:00100000:0.0:1769074769.317795:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3290:x1855007619902464:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.317890:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:0.0:1769074769.317894:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317896:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.317898:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.317900:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8261 -> 8261 00000100:00100000:0.0:1769074769.317924:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3290:x1855007619902464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (1717us total) trans 21474839545 rc 0/0 00000100:00100000:0.0:1769074769.317930:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9805 00000100:00100000:0.0:1769074769.317941:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9806 00000100:00100000:0.0:1769074769.317948:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3291:x1855007619900672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.318021:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.318025:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318027:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074770 -> 1769074770 00002000:00010000:0.0:1769074769.318030:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318032:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.318078:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619900672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (1822us total) trans 17179872582 rc 0/0 00000100:00100000:0.0:1769074769.318086:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9806 00000100:00100000:0.0:1769074769.318099:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9807 00000100:00100000:0.0:1769074769.318106:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3291:x1855007619901184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.318177:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.318181:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.318183:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.318186:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.318188:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.318211:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619901184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (1924us total) trans 17179872583 rc 0/0 00000100:00100000:0.0:1769074769.318218:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9807 00000100:00100000:0.0:1769074769.318231:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9808 00000100:00100000:0.0:1769074769.318237:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3291:x1855007619901696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.318311:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074769.318314:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.318317:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074767 -> 1769074767 00002000:00010000:0.0:1769074769.318318:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318321:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1769074769.318345:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619901696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (2026us total) trans 21474839546 rc 0/0 00000100:00100000:0.0:1769074769.318350:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9808 00000100:00100000:0.0:1769074769.318362:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9809 00000100:00100000:0.0:1769074769.318367:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3291:x1855007619902208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.318437:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.318441:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318443:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.318445:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318448:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1769074769.318471:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619902208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (2118us total) trans 21474839547 rc 0/0 00000100:00100000:0.0:1769074769.318477:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9809 00000100:00100000:0.0:1769074769.318489:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9810 00000100:00100000:0.0:1769074769.318496:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3291:x1855007619900800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.318564:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.318568:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074770 -> 1769074767 00002000:00010000:0.0:1769074769.318570:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074770 -> 1769074767 00002000:00010000:0.0:1769074769.318573:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074770 -> 1769074769 00002000:00010000:0.0:1769074769.318575:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1769074769.318600:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619900800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (2206us total) trans 17179872584 rc 0/0 00000100:00100000:0.0:1769074769.318606:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9810 00000100:00100000:0.0:1769074769.318618:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9811 00000100:00100000:0.0:1769074769.318624:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3291:x1855007619901312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074769.318693:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074769.318697:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318699:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.318701:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.318703:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:0.0:1769074769.318726:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619901312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (2306us total) trans 17179872585 rc 0/0 00000100:00100000:0.0:1769074769.318732:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9811 00000100:00100000:0.0:1769074769.318744:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9812 00000100:00100000:0.0:1769074769.318751:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3291:x1855007619901824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.318817:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074769.318820:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074770 -> 1769074767 00002000:00010000:0.0:1769074769.318854:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074770 -> 1769074767 00002000:00010000:0.0:1769074769.318857:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074770 -> 1769074769 00002000:00010000:0.0:1769074769.318858:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:0.0:1769074769.318884:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9813 00000100:00100000:0.0:1769074769.318891:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619902336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.318964:0:33557:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074769.318967:0:33557:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.318969:0:33557:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.318972:0:33557:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:0.0:1769074769.318973:0:33557:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:0.0:1769074769.318996:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3291:x1855007619902336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (2528us total) trans 21474839549 rc 0/0 00000100:00100000:0.0:1769074769.319002:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9813 00000004:00080000:0.0:1769074769.319580:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe2a00/2, rc 0, transno 17179872584 00000100:00100000:0.0:1769074769.319589:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619900800:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.319599:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe3100/2, rc 0, transno 17179872585 00000100:00100000:0.0:1769074769.319603:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901312:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.319613:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b07b80/2, rc 0, transno 21474839549 00000100:00100000:1.0:1769074769.320156:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3291:x1855007619901824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1402us (3707us total) trans 21474839548 rc 0/0 00000100:00100000:1.0:1769074769.320168:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9812 00010000:00010000:3.0:1769074769.320299:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b18a expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320313:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.320317:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074769.320322:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320334:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320342:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320349:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320357:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320364:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320373:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320381:0:29857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320389:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.320424:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.320439:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902592:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074769.320529:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 6 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.320539:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902720:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074769.320566:0:29857:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.320575:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902848:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074769.320594:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.322048:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619902336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074769.322128:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1880/2, rc 0, transno 17179872582 00000100:00100000:0.0:1769074769.322134:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619900672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.322145:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe3480/2, rc 0, transno 17179872583 00000100:00100000:0.0:1769074769.322148:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901184:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074769.322162:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b05c00/2, rc 0, transno 21474839546 00000004:00080000:1.0:1769074769.322252:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe0700/2, rc 0, transno 17179872580 00000100:00100000:1.0:1769074769.322257:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619900928:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.322265:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe2d80/2, rc 0, transno 17179872581 00000100:00100000:1.0:1769074769.322268:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.322276:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b04380/2, rc 0, transno 21474839544 00000100:00100000:0.0:1769074769.326988:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.327008:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074769.327027:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619902976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.327119:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074769.327184:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619902976 00000100:00100000:0.0:1769074769.327194:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619902976 00000100:00100000:0.0:1769074769.327246:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9814 00000100:00100000:0.0:1769074769.327255:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3289:x1855007619902976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074769.327504:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:0.0:1769074769.327509:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.327511:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074769.327514:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074769 00002000:00010000:0.0:1769074769.327516:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:0.0:1769074769.327565:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3289:x1855007619902976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 310us (445us total) trans 21474839550 rc 0/0 00000100:00100000:0.0:1769074769.327574:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9814 00000004:00080000:0.0:1769074769.327626:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41c54a80/2, rc 0, transno 21474839550 00000100:00100000:0.0:1769074769.327632:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619902976:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074769.327659:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b04700/2, rc 0, transno 21474839547 00000100:00100000:0.0:1769074769.327663:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619902208:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074769.327677:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b04e00/2, rc 0, transno 21474839548 00000100:00100000:0.0:1769074769.327680:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619901824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074769.328256:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901952:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.328278:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe7800/2, rc 0, transno 21474839545 00000100:00100000:1.0:1769074769.328282:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619902464:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.328294:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe3800/2, rc 0, transno 17179872578 00000100:00100000:1.0:1769074769.328299:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619900544:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.328307:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe0a80/2, rc 0, transno 17179872579 00000100:00100000:1.0:1769074769.328311:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074769.328319:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b04a80/2, rc 0, transno 21474839542 00000100:00100000:1.0:1769074769.328323:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619901568:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074769.328332:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d21b07100/2, rc 0, transno 21474839543 00000100:00100000:1.0:1769074769.328335:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619902080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074769.328624:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.328651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.328810:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749440 00000100:00100000:2.0:1769074769.328817:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749440 00000100:00100000:2.0:1769074769.328872:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749568 00000100:00100000:2.0:1769074769.328875:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749568 00000100:00100000:2.0:1769074769.328986:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2739 00000100:00100000:2.0:1769074769.328996:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57848:x1855007612749440:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:2.0:1769074769.329130:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57848:x1855007612749440:12345-192.168.204.39@tcp:49:cat.0 Request processed in 135us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.329138:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2739 00000100:00100000:2.0:1769074769.329156:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2740 00000100:00100000:2.0:1769074769.329163:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612749568:12345-192.168.204.39@tcp:49:lfs.0 00000100:00100000:2.0:1769074769.329202:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612749568:12345-192.168.204.39@tcp:49:lfs.0 Request processed in 40us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.329209:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2740 00000100:00100000:0.0:1769074769.330171:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.330206:0:29860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749696 00000100:00100000:0.0:1769074769.330212:0:29860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749696 00000100:00100000:0.0:1769074769.330241:0:29860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2741 00000100:00100000:0.0:1769074769.330248:0:29860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612749696:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1769074769.330326:0:29860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e818347-4d21-45d1-a323-b359656f3fdd+146:57849:x1855007612749696:12345-192.168.204.39@tcp:49:cat.0 Request processed in 78us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.330334:0:29860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2741 00000100:00100000:3.0:1769074769.331519:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902592:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074769.331535:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902720:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074769.331544:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619902848:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074769.331582:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a37e lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b18a expref: 145 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074769.331605:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b18a expref: 144 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.331631:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030c00, rc 0) 00000100:00100000:3.0:1769074769.331737:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:57853:x1855007612748160:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 103597us (105930us total) trans 8589941330 rc 0/0 00000100:00100000:3.0:1769074769.331746:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6456 00000100:00100000:0.0:1769074769.337933:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.337994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.338100:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750080 00000100:00100000:1.0:1769074769.338112:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750080 00000100:00100000:1.0:1769074769.338174:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749952 00000100:00100000:1.0:1769074769.338177:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749952 00000100:00100000:1.0:1769074769.338201:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9815 00000100:00100000:1.0:1769074769.338210:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612750080:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074769.338229:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.338247:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8a3a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1ad expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.338309:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619903104:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.338385:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.338449:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9816 00000100:00100000:0.0:1769074769.338459:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612749952:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074769.338466:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.338476:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a3a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1a6 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.338505:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619903232:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074769.338530:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.339059:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.339101:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.339164:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750208 00000100:00100000:0.0:1769074769.339169:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750208 00000100:00100000:0.0:1769074769.339206:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750336 00000100:00100000:0.0:1769074769.339209:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750336 00000100:00100000:0.0:1769074769.339243:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9817 00000100:00100000:0.0:1769074769.339251:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+17:57853:x1855007612750208:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.339262:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.339273:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1b4 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339297:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339307:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.339314:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339320:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.339322:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.339328:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [163840->368639] (req 163840->368639) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339358:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 18 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339372:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 18 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.339383:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903360:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.339438:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.339446:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 18 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:0.0:1769074769.339454:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903488:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.339481:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.339490:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 7 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.339498:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903616:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.339519:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.339811:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9818 00000100:00100000:2.0:1769074769.339858:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612750336:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.339870:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.339886:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a3b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1bb expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.339918:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619903744:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074769.339950:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d013773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.340496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.340561:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612749824 00000100:00100000:0.0:1769074769.340568:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612749824 00002000:00100000:0.0:1769074769.340602:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3637248->4194303) req@ffff956d411b8380 x1855007612749824/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.340612:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8380 with x1855007612749824 ext(3637248->4194303) 00002000:00010000:0.0:1769074769.340617:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8380 00000100:00100000:0.0:1769074769.340645:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5445 00000100:00100000:0.0:1769074769.340652:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612749824:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074769.345083:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.345285:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750464 00000100:00100000:3.0:1769074769.345295:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750464 00000100:00100000:3.0:1769074769.345348:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9819 00000100:00100000:3.0:1769074769.345357:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612750464:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.345376:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.345394:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a3bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1c2 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.345449:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619903872:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074769.345525:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00002000:00010000:1.0:1769074769.346237:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.346243:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.346246:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:1.0:1769074769.346276:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619903104:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.346306:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8a3a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ad expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.346328:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8a3a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ad expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.346342:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166dc00, rc 0) 00000100:00100000:1.0:1769074769.346390:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612750080:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8179us (8470us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.346397:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9815 00000100:00100000:1.0:1769074769.346651:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903360:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.346665:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903488:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074769.349732:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.349761:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.349780:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.349808:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.349854:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750848 00000100:00100000:1.0:1769074769.349863:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750848 00000100:00100000:3.0:1769074769.349879:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619903616:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.349899:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:3.0:1769074769.349921:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [163840->368639] (req 163840->368639) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 19 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.349927:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750720 00000100:00100000:1.0:1769074769.349929:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750720 00010000:00010000:3.0:1769074769.349937:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00010000:00010000:1.0:1769074769.349939:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 20 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.349952:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750976 00000100:00100000:1.0:1769074769.349955:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750976 00010000:00010000:1.0:1769074769.349964:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.349983:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5197 00000100:00100000:3.0:1769074769.349985:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+20:57853:x1855007612750208:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 10733us (10926us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.349990:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2373:x1855007612750848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074769.349992:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9817 00010000:00010000:1.0:1769074769.350003:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.350023:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:1.0:1769074769.350033:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:1.0:1769074769.350055:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a2f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b136 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:1.0:1769074769.350077:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.350097:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612750848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 107us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.350103:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5197 00000100:00100000:1.0:1769074769.350115:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5198 00000100:00100000:1.0:1769074769.350121:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612750720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.350128:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.350136:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 19 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350147:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 19 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350159:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9e00/0x8b5959a9a0e8a27b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0d4 expref: 19 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350167:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.350184:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612750720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 63us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.350190:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5198 00000100:00100000:1.0:1769074769.350201:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5199 00000100:00100000:1.0:1769074769.350207:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612750976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.350214:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.350222:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350232:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350247:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a24a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0a3 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.350256:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.350258:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.350265:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.350274:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.350303:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.350317:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619904000:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074769.350365:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.350393:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612750592 00000100:00100000:1.0:1769074769.350397:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612750592 00002000:00100000:1.0:1769074769.350425:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3252223) req@ffff956c0bfcce00 x1855007612750592/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.350433:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcce00 with x1855007612750592 ext(3145728->3252223) 00002000:00010000:1.0:1769074769.350438:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcce00 00000100:00100000:1.0:1769074769.350460:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5446 00000100:00100000:1.0:1769074769.350467:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612750592:12345-192.168.204.39@tcp:4:cat.0 00002000:00010000:2.0:1769074769.351237:0:26360:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:2.0:1769074769.351244:0:26360:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:2.0:1769074769.351247:0:26360:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:2.0:1769074769.351350:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619903232:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074769.351377:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a3a8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1a6 expref: 17 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.351393:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a3a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1a6 expref: 17 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.351404:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158000, rc 0) 00000100:00100000:0.0:1769074769.351499:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612749952:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13041us (13502us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074769.351508:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9816 00000100:00100000:2.0:1769074769.352568:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619903744:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074769.352594:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a3b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1bb expref: 17 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.352611:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a3b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1bb expref: 17 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.352628:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:2.0:1769074769.352706:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612750336:12345-192.168.204.39@tcp:101:cat.0 Request processed in 12886us (13603us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074769.352723:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9818 00000100:00100000:0.0:1769074769.360620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.360669:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619904000:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074769.360692:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.360738:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612750976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10529us (10955us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.360750:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5199 00000100:00100000:3.0:1769074769.361055:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619903872:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074769.361090:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a3bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1c2 expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.361112:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8a3bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1c2 expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.361123:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467fc00, rc 0) 00000100:00100000:3.0:1769074769.361190:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612750464:12345-192.168.204.39@tcp:101:cat.0 Request processed in 15834us (16128us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.361198:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9819 00000100:00100000:3.0:1769074769.361227:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612751104 00000100:00100000:3.0:1769074769.361235:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612751104 00002000:00100000:3.0:1769074769.361276:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (163840->167935) req@ffff956c050a9f80 x1855007612751104/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.361286:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9f80 with x1855007612751104 ext(163840->167935) 00002000:00010000:3.0:1769074769.361291:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a9f80 00000100:00100000:3.0:1769074769.361312:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5447 00000100:00100000:3.0:1769074769.361322:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612751104:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074769.361696:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612751104:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 375us (1085us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074769.361705:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5447 00002000:00100000:3.0:1769074769.361712:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (163840->167935) req@ffff956c050a9f80 x1855007612751104/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.361720:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9f80 with x1855007612751104 ext(163840->167935) 00002000:00010000:3.0:1769074769.361724:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a9f80 00000100:00100000:0.0:1769074769.369411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.369499:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612751488 00000100:00100000:3.0:1769074769.369509:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612751488 00000100:00100000:3.0:1769074769.369569:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9820 00000100:00100000:3.0:1769074769.369580:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:57849:x1855007612751488:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.369600:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.369619:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1d0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.369650:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.369658:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.369660:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.369663:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.369697:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.369712:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 8 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.369725:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619904128:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.370362:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.370630:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.372134:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612751616 00000100:00100000:3.0:1769074769.372147:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612751616 00002000:00100000:3.0:1769074769.372210:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (364544->368639) req@ffff956c050a8700 x1855007612751616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.372221:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8700 with x1855007612751616 ext(364544->368639) 00002000:00010000:3.0:1769074769.372226:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8700 00000100:00100000:3.0:1769074769.372256:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5448 00000100:00100000:3.0:1769074769.372265:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612751616:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074769.375858:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612751616:12345-192.168.204.39@tcp:3:cat.0 Request processed in 3558us (5195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074769.375878:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5448 00002000:00100000:3.0:1769074769.375894:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (364544->368639) req@ffff956c050a8700 x1855007612751616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.375905:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8700 with x1855007612751616 ext(364544->368639) 00002000:00010000:3.0:1769074769.375912:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8700 00000100:00100000:3.0:1769074769.376593:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619904128:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.376627:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 17 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.376651:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467f000, rc 0) 00000100:00100000:3.0:1769074769.378144:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:57849:x1855007612751488:12345-192.168.204.39@tcp:101:cat.0 Request processed in 8557us (8737us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.378156:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9820 00000100:00100000:1.0:1769074769.382041:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.385160:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612749824:12345-192.168.204.39@tcp:4:cat.0 Request processed in 44496us (44654us total) trans 21474839551 rc 0/0 00000100:00100000:0.0:1769074769.385176:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5445 00002000:00100000:0.0:1769074769.385189:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3637248->4194303) req@ffff956d411b8380 x1855007612749824/t21474839551(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/448 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.385201:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8380 with x1855007612749824 ext(3637248->4194303) 00010000:00010000:0.0:1769074769.385213:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.385234:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00002000:00010000:0.0:1769074769.385241:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d411b8380 00000100:00100000:3.0:1769074769.388548:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612751360 00000100:00100000:3.0:1769074769.388567:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612751360 00000100:00100000:3.0:1769074769.388647:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6460 00000100:00100000:3.0:1769074769.388656:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612751360:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074769.388676:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.388696:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3cb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1c9 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.388794:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388808:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388817:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388857:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388863:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388869:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388875:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074769.388878:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388885:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388896:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.388900:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074769.388905:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388911:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3d2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.388940:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3cb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1c9 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.388949:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.388951:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074769.388954:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3cb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1c9 expref: 8 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.388962:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e400, rc 0) 00000100:00100000:3.0:1769074769.389025:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612751360:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 370us (7320us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.389033:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6460 00000100:00100000:2.0:1769074769.389994:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612750592:12345-192.168.204.39@tcp:4:cat.0 Request processed in 39518us (40175us total) trans 17179872586 rc 0/0 00000100:00100000:2.0:1769074769.390006:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5446 00002000:00100000:2.0:1769074769.390016:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->3252223) req@ffff956c0bfcce00 x1855007612750592/t17179872586(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/448 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.390026:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcce00 with x1855007612750592 ext(3145728->3252223) 00002000:00010000:2.0:1769074769.390032:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcce00 00000100:00100000:0.0:1769074769.391126:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.394798:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612751872 00000100:00100000:2.0:1769074769.394814:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612751872 00000100:00100000:2.0:1769074769.394898:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2742 00000100:00100000:1.0:1769074769.394906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.394907:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03095c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57853:x1855007612751872:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:0.0:1769074769.395056:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752000 00000100:00100000:0.0:1769074769.395071:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752000 00010000:00010000:0.0:1769074769.395094:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.395127:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5200 00000100:00100000:0.0:1769074769.395133:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612752000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.395144:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.395165:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.395178:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.395199:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a2c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3637248->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b113 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.395205:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03095c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+145:57853:x1855007612751872:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 300us (4085us total) trans 8589941331 rc 0/0 00010000:00010000:0.0:1769074769.395213:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074769.395213:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2742 00010000:00010000:0.0:1769074769.395215:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.395222:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.395231:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.395264:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.395277:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619904256:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074769.395325:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.400816:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.400984:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752256 00000100:00100000:3.0:1769074769.400996:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752256 00000100:00100000:2.0:1769074769.401099:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2743 00000100:00100000:2.0:1769074769.401112:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+7:57851:x1855007612752256:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074769.401411:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57851:x1855007612752256:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 302us (604us total) trans 8589941332 rc 0/0 00000100:00100000:2.0:1769074769.401424:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2743 00000100:00100000:2.0:1769074769.415439:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619904256:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074769.415468:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.415535:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612752000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 20400us (20627us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.415547:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5200 00000100:00100000:0.0:1769074769.422022:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.422206:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752384 00000100:00100000:2.0:1769074769.422216:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752384 00002000:00100000:2.0:1769074769.422271:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c050a8a80 x1855007612752384/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.422283:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8a80 with x1855007612752384 ext(2097152->3145727) 00002000:00010000:2.0:1769074769.422289:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8a80 00000100:00100000:2.0:1769074769.422312:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5449 00000100:00100000:2.0:1769074769.422322:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612752384:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074769.443663:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.443810:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752512 00000100:00100000:0.0:1769074769.443850:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752512 00002000:00100000:0.0:1769074769.443905:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfcf480 x1855007612752512/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.443916:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcf480 with x1855007612752512 ext(2097152->3145727) 00002000:00010000:0.0:1769074769.443922:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfcf480 00000100:00100000:0.0:1769074769.443951:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5450 00000100:00100000:0.0:1769074769.443960:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612752512:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074769.445473:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612752384:12345-192.168.204.39@tcp:3:cat.0 Request processed in 23144us (23455us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074769.445487:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5449 00002000:00100000:2.0:1769074769.445497:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956c050a8a80 x1855007612752384/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.445508:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a8a80 with x1855007612752384 ext(2097152->3145727) 00002000:00010000:2.0:1769074769.445514:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c050a8a80 00000100:00100000:1.0:1769074769.462494:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.462755:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752640 00000100:00100000:3.0:1769074769.462766:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752640 00000100:00100000:3.0:1769074769.462868:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9821 00000100:00100000:3.0:1769074769.462880:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:57849:x1855007612752640:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.462900:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.462922:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1d7 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.462959:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.462970:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.462972:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.462977:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.463017:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 11 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.463034:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 11 pid: 26585 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.463049:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904384:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.463148:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.464204:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612752512:12345-192.168.204.39@tcp:3:cat.0 Request processed in 20239us (20546us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.464219:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5450 00002000:00100000:0.0:1769074769.464234:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c0bfcf480 x1855007612752512/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.464253:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcf480 with x1855007612752512 ext(2097152->3145727) 00010000:00010000:0.0:1769074769.464272:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.464292:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00002000:00010000:0.0:1769074769.464300:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956c0bfcf480 00000100:00100000:3.0:1769074769.473398:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904384:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.473442:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.473465:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e400, rc 0) 00000100:00100000:3.0:1769074769.473531:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:57849:x1855007612752640:12345-192.168.204.39@tcp:101:cat.0 Request processed in 10652us (11045us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.473543:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9821 00000100:00100000:1.0:1769074769.480511:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.480575:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.480661:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752896 00000100:00100000:2.0:1769074769.480671:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752896 00010000:00010000:2.0:1769074769.480714:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.480756:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5201 00000100:00100000:2.0:1769074769.480766:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612752896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.480781:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.480803:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.480818:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.480879:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a2f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3252223) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b12f expref: 10 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.480896:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.480898:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.480906:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.480915:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.480954:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.480968:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619904512:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074769.481057:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074769.481935:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612752768 00000100:00100000:3.0:1769074769.481946:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612752768 00000100:00100000:3.0:1769074769.481994:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9822 00000100:00100000:3.0:1769074769.482004:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57848:x1855007612752768:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.482023:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.482043:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1de expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.482076:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.482079:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.482085:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.482101:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.482114:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956c0467e000, rc 0) 00000100:00100000:3.0:1769074769.482172:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57848:x1855007612752768:12345-192.168.204.39@tcp:101:cat.0 Request processed in 169us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.482180:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9822 00000100:00100000:2.0:1769074769.491014:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619904512:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074769.491047:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.491199:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612752896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10432us (10621us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.491210:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5201 00000100:00100000:1.0:1769074769.493353:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.493522:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753024 00000100:00100000:0.0:1769074769.493533:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753024 00002000:00100000:0.0:1769074769.493601:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfcc700 x1855007612753024/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.493612:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc700 with x1855007612753024 ext(3145728->4194303) 00002000:00010000:0.0:1769074769.493618:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcc700 00000100:00100000:0.0:1769074769.493654:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5451 00000100:00100000:0.0:1769074769.493663:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612753024:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074769.506020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.506137:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753280 00000100:00100000:2.0:1769074769.506149:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753280 00000100:00100000:2.0:1769074769.506203:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6461 00000100:00100000:2.0:1769074769.506214:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57858:x1855007612753280:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074769.506235:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.506259:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a3e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1e5 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.506355:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506370:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506381:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506396:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506402:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506408:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506565:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506578:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506585:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074769.506595:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074769.506709:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506717:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506723:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506728:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.506732:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506738:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506749:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074769.506753:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.506756:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506761:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a3ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506773:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506783:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506789:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506794:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.506796:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506802:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506808:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce900) 00010000:00010000:2.0:1769074769.506811:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.506813:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506818:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a3f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.506926:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a3e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.506941:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.506949:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.506951:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074769.506954:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:2.0:1769074769.507028:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57858:x1855007612753280:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 815us (1020us total) trans 8589941333 rc 0/0 00000100:00100000:2.0:1769074769.507037:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6461 00000100:00100000:1.0:1769074769.517238:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612753024:12345-192.168.204.39@tcp:3:cat.0 Request processed in 23563us (23882us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074769.517259:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5451 00002000:00100000:1.0:1769074769.517275:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956c0bfcc700 x1855007612753024/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.517286:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfcc700 with x1855007612753024 ext(3145728->4194303) 00002000:00010000:1.0:1769074769.517293:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c0bfcc700 00000100:00100000:0.0:1769074769.517859:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.517923:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.517958:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.518003:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753408 00000100:00100000:2.0:1769074769.518016:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753408 00002000:00100000:2.0:1769074769.518074:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c050aa300 x1855007612753408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.518085:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa300 with x1855007612753408 ext(2097152->3145727) 00002000:00010000:2.0:1769074769.518089:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050aa300 00000100:00100000:2.0:1769074769.518118:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753536 00000100:00100000:2.0:1769074769.518123:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753536 00002000:00100000:2.0:1769074769.518141:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c050a9880 x1855007612753536/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.518148:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9880 with x1855007612753536 ext(3145728->4194303) 00002000:00010000:2.0:1769074769.518151:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a9880 00000100:00100000:2.0:1769074769.518165:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753664 00000100:00100000:2.0:1769074769.518168:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753664 00002000:00100000:2.0:1769074769.518183:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d18d1e680 x1855007612753664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.518191:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e680 with x1855007612753664 ext(3145728->4194303) 00002000:00010000:2.0:1769074769.518194:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e680 00000100:00100000:2.0:1769074769.518211:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5452 00000100:00100000:2.0:1769074769.518220:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612753408:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074769.518436:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5453 00000100:00100000:1.0:1769074769.518446:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612753536:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074769.521528:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5454 00000100:00100000:0.0:1769074769.521556:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612753664:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074769.542529:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.542633:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753792 00000100:00100000:2.0:1769074769.542646:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753792 00000100:00100000:2.0:1769074769.542703:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9823 00000100:00100000:2.0:1769074769.542713:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57848:x1855007612753792:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.542732:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.542753:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1ec expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.542780:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.542783:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.542796:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.542814:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.542887:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:2.0:1769074769.542955:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57848:x1855007612753792:12345-192.168.204.39@tcp:101:cat.0 Request processed in 242us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.542963:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9823 00000100:00100000:2.0:1769074769.546590:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612753408:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28347us (28710us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074769.546611:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5452 00002000:00100000:2.0:1769074769.546630:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956c050aa300 x1855007612753408/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.546643:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050aa300 with x1855007612753408 ext(2097152->3145727) 00002000:00010000:2.0:1769074769.546653:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050aa300 00000100:00100000:2.0:1769074769.557806:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.558149:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612753920 00000100:00100000:1.0:1769074769.558163:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612753920 00002000:00100000:1.0:1769074769.558219:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d411b8a80 x1855007612753920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.558231:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8a80 with x1855007612753920 ext(3145728->4194303) 00002000:00010000:1.0:1769074769.558238:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b8a80 00000100:00100000:1.0:1769074769.558320:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5455 00000100:00100000:1.0:1769074769.558337:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612753920:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074769.565075:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612753536:12345-192.168.204.39@tcp:3:cat.0 Request processed in 46610us (47130us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074769.565091:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5453 00002000:00100000:0.0:1769074769.565105:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956c050a9880 x1855007612753536/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.565116:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050a9880 with x1855007612753536 ext(3145728->4194303) 00002000:00010000:0.0:1769074769.565122:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050a9880 00000100:00100000:3.0:1769074769.575870:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612753664:12345-192.168.204.39@tcp:3:cat.0 Request processed in 54300us (57884us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074769.575890:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5454 00002000:00100000:3.0:1769074769.575906:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d18d1e680 x1855007612753664/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.575917:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e680 with x1855007612753664 ext(3145728->4194303) 00002000:00010000:3.0:1769074769.575925:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e680 00000100:00100000:1.0:1769074769.580791:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612753920:12345-192.168.204.39@tcp:3:cat.0 Request processed in 22442us (22983us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074769.580810:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5455 00002000:00100000:1.0:1769074769.580850:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d411b8a80 x1855007612753920/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.580861:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8a80 with x1855007612753920 ext(3145728->4194303) 00002000:00010000:1.0:1769074769.580871:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b8a80 00000100:00100000:2.0:1769074769.586617:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.586706:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754176 00000100:00100000:1.0:1769074769.586717:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754176 00000100:00100000:1.0:1769074769.586775:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6462 00000100:00100000:1.0:1769074769.586786:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d04e0d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57860:x1855007612754176:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074769.586816:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.587552:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a411 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1f3 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.587636:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587651:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587663:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587676:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587682:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587687:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.587868:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588261:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588274:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074769.588287:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074769.588702:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588711:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588718:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588724:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074769.588729:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588739:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588752:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074769.588755:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074769.588760:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588767:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a418 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588782:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588790:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588800:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588805:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9bf200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074769.588808:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.588815:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.589337:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9100) 00010000:00010000:1.0:1769074769.589343:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074769.589347:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.589354:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a41f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074769.589411:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a411 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.589423:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.589431:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.589433:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074769.589436:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:1.0:1769074769.589518:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d04e0d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:57860:x1855007612754176:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 2733us (2911us total) trans 8589941334 rc 0/0 00000100:00100000:1.0:1769074769.589529:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6462 00000100:00100000:0.0:1769074769.596696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.596953:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.597024:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754304 00000100:00100000:3.0:1769074769.597034:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754304 00000100:00100000:3.0:1769074769.597099:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9824 00000100:00100000:3.0:1769074769.597109:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612754304:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.597128:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.597148:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a434 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b1fa expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.597199:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754432 00000100:00100000:1.0:1769074769.597204:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754432 00000100:00100000:3.0:1769074769.597204:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619904640:192.168.204.39@tcp:106: 00002000:00100000:1.0:1769074769.597232:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d18d1ea00 x1855007612754432/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.597241:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ea00 with x1855007612754432 ext(4194304->4861951) 00002000:00010000:1.0:1769074769.597247:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1ea00 00000100:00100000:1.0:1769074769.597270:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5456 00000100:00100000:1.0:1769074769.597277:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612754432:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074769.597277:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00002000:00010000:3.0:1769074769.604482:0:7967:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:3.0:1769074769.604493:0:7967:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:3.0:1769074769.604496:0:7967:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:3.0:1769074769.604530:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619904640:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074769.604573:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a434 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1fa expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.604601:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a434 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1fa expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.604614:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:3.0:1769074769.604805:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612754304:12345-192.168.204.39@tcp:101:cat.0 Request processed in 7695us (8116us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.604815:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9824 00000100:00100000:0.0:1769074769.605104:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.605448:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754560 00000100:00100000:2.0:1769074769.605459:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754560 00002000:00100000:2.0:1769074769.605501:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (983040->987135) req@ffff956d18d1e300 x1855007612754560/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.605511:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e300 with x1855007612754560 ext(983040->987135) 00002000:00010000:2.0:1769074769.605516:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e300 00000100:00100000:2.0:1769074769.605549:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5457 00000100:00100000:2.0:1769074769.605557:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612754560:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074769.605762:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612754560:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 205us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074769.605770:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5457 00002000:00100000:2.0:1769074769.605777:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (983040->987135) req@ffff956d18d1e300 x1855007612754560/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.605786:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1e300 with x1855007612754560 ext(983040->987135) 00002000:00010000:2.0:1769074769.605789:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1e300 00000100:00100000:1.0:1769074769.622772:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.623106:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754816 00000100:00100000:0.0:1769074769.623117:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754816 00000100:00100000:0.0:1769074769.623171:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9825 00000100:00100000:0.0:1769074769.623181:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57858:x1855007612754816:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.623200:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.623219:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b201 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623256:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623266:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623273:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.623276:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.623281:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2572288->3141631] (req 2572288->3141631) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 11 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623317:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623332:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.623346:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904768:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.623432:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.623441:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 9 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.623449:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904896:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.623472:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.623565:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.623592:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754688 00000100:00100000:1.0:1769074769.623597:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754688 00002000:00100000:1.0:1769074769.623627:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d20695180 x1855007612754688/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.623636:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695180 with x1855007612754688 ext(4194304->4861951) 00002000:00010000:1.0:1769074769.623641:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695180 00000100:00100000:1.0:1769074769.623661:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5458 00000100:00100000:1.0:1769074769.623667:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612754688:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074769.628537:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904768:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.628554:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619904896:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.628591:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2572288->3141631] (req 2572288->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 11 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.628614:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:0.0:1769074769.628683:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57858:x1855007612754816:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5503us (5920us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.628693:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9825 00000100:00100000:3.0:1769074769.629352:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.636176:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612754944 00000100:00100000:0.0:1769074769.636193:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612754944 00010000:00010000:2.0:1769074769.637564:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.637614:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5202 00000100:00100000:2.0:1769074769.637623:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2371:x1855007612754944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.637637:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.637658:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.637673:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.637698:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a40a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1ec expref: 11 pid: 21706 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.637719:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.637788:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612754944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 166us (8438us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.637796:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5202 00000100:00100000:3.0:1769074769.644344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.644454:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755072 00000100:00100000:1.0:1769074769.644465:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755072 00010000:00010000:1.0:1769074769.644509:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.644558:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5203 00000100:00100000:1.0:1769074769.644567:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612755072:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.644587:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.644609:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.644625:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.644651:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8a3d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d7 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.644669:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.644671:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.644678:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.644687:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.644734:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.644751:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619905024:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074769.645228:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.653325:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612754432:12345-192.168.204.39@tcp:3:cat.0 Request processed in 56033us (56358us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074769.653342:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5456 00002000:00100000:2.0:1769074769.653355:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d18d1ea00 x1855007612754432/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.653366:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ea00 with x1855007612754432 ext(4194304->4861951) 00002000:00010000:2.0:1769074769.653373:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1ea00 00000100:00100000:3.0:1769074769.656896:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612754688:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 33208us (33311us total) trans 0 rc 667648/667648 00000100:00100000:3.0:1769074769.656918:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5458 00002000:00100000:3.0:1769074769.656937:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d20695180 x1855007612754688/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/440 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 667648/667648 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074769.656951:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695180 with x1855007612754688 ext(4194304->4861951) 00002000:00010000:3.0:1769074769.656960:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695180 00000100:00100000:0.0:1769074769.668038:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.668103:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755200 00000100:00100000:3.0:1769074769.668112:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755200 00000100:00100000:0.0:1769074769.668168:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.668174:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9826 00000100:00100000:3.0:1769074769.668183:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:57860:x1855007612755200:12345-192.168.204.39@tcp:101:multiop.0 00000100:00100000:0.0:1769074769.668191:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074769.668201:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1769074769.668206:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755328 00000100:00100000:0.0:1769074769.668210:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755328 00010000:00010000:3.0:1769074769.668220:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b208 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.668232:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9827 00000100:00100000:0.0:1769074769.668238:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612755328:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074769.668245:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.668249:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.668252:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a449 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b20f expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.668297:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619905152:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074769.668374:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00010000:00010000:3.0:1769074769.668392:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074769.668395:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755456 00000100:00100000:0.0:1769074769.668399:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755456 00010000:00010000:3.0:1769074769.668404:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.668411:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.668413:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.668416:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1048576->1114111] (req 1048576->1114111) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1769074769.668424:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2572288->2576383) req@ffff956d18d1f100 x1855007612755456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.668433:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1f100 with x1855007612755456 ext(2572288->2576383) 00002000:00010000:0.0:1769074769.668437:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1f100 00010000:00010000:3.0:1769074769.668438:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 13 pid: 33557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.668451:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5459 00010000:00010000:3.0:1769074769.668456:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 13 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.668457:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612755456:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:3.0:1769074769.668467:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905280:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.668500:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.668509:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 16 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:3.0:1769074769.668517:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905408:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.668541:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.668549:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.668556:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905536:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.668572:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.668619:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612755456:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 161us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074769.668627:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5459 00002000:00100000:0.0:1769074769.668635:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2572288->2576383) req@ffff956d18d1f100 x1855007612755456/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.668642:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1f100 with x1855007612755456 ext(2572288->2576383) 00002000:00010000:0.0:1769074769.668645:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1f100 00000100:00100000:3.0:1769074769.668653:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.668671:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755584 00000100:00100000:3.0:1769074769.668674:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755584 00000100:00100000:3.0:1769074769.668700:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6463 00000100:00100000:3.0:1769074769.668705:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:57861:x1855007612755584:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074769.668801:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.668815:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8a450 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b216 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.672117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.672143:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.672166:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755840 00000100:00100000:0.0:1769074769.672175:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755840 00010000:00010000:0.0:1769074769.672210:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 17 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:0.0:1769074769.672247:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755712 00000100:00100000:0.0:1769074769.672251:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755712 00010000:00010000:0.0:1769074769.672262:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 14 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.672283:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5204 00000100:00100000:0.0:1769074769.672291:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612755840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.672304:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.672327:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 17 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.672339:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 17 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.672368:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.672422:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612755840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 130us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.672431:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5204 00000100:00100000:0.0:1769074769.672449:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5205 00000100:00100000:0.0:1769074769.672455:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612755712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.672463:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.672472:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 14 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.672484:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 14 pid: 33557 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.672496:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.672515:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612755712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 60us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.672522:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5205 00000100:00100000:0.0:1769074769.672576:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074769.672576:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.672591:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612755968 00010000:00010000:3.0:1769074769.672591:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.672595:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612755968 00010000:00010000:3.0:1769074769.672601:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.672606:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.672615:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672621:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.672624:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5206 00010000:00010000:3.0:1769074769.672628:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.672629:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612755968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.672637:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.672645:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.672654:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.672667:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.672668:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.672674:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.672683:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.672715:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.672728:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619905664:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074769.672741:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672750:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672757:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074769.672774:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1780 going to sleep for 11 seconds 00000004:00200000:3.0:1769074769.672788:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:3.0:1769074769.672792:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074769.672810:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672839:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672847:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672853:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672860:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672865:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074769.672869:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672882:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672891:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074769.672894:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074769.672899:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672904:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a457 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672916:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672923:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672929:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672935:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074769.672938:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672944:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672951:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d2e962f00) 00010000:00010000:3.0:1769074769.672954:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074769.672956:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074769.672961:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158000/0x8b5959a9a0e8a45e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074769.673096:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619905152:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074769.673130:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a449 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b20f expref: 13 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.673144:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a449 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b20f expref: 13 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.673154:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:2.0:1769074769.673185:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612755328:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4946us (4991us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074769.673196:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9827 00000100:00100000:1.0:1769074769.673411:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619905024:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074769.673422:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074769.674093:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c000/0x8b5959a9a0e8a290 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e9 expref: 11 pid: 33557 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.674107:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.674118:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a300 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b13d expref: 16 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:2.0:1769074769.674127:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905408:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.674137:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0e2 expref: 10 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.674145:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619905536:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.674167:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.674178:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:1.0:1769074769.674241:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612755072:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 29674us (29910us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.674251:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5203 00000100:00100000:2.0:1769074769.677313:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:57860:x1855007612755200:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9116us (9270us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.677335:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9826 00010000:00010000:3.0:1769074769.683460:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159000/0x8b5959a9a0e8a450 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.683487:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.683497:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074769.683501:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074769.683504:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158800, rc 0) 00000100:00100000:0.0:1769074769.684583:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57861:x1855007612755584:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 15869us (15921us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.684595:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6463 00000100:00100000:2.0:1769074769.692622:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.692907:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.693025:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619905664:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074769.693068:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.693960:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612755968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21323us (21377us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.693976:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5206 00000100:00100000:2.0:1769074769.699607:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.699633:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756096 00000100:00100000:1.0:1769074769.699643:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756096 00000100:00100000:1.0:1769074769.699692:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756224 00000100:00100000:1.0:1769074769.699695:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756224 00000100:00100000:1.0:1769074769.699729:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9828 00000100:00100000:1.0:1769074769.699739:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612756096:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.699760:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.699783:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a46c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b21d expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.699865:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619905792:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.700234:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.700260:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9829 00000100:00100000:1.0:1769074769.700268:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612756224:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.700278:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.700290:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a473 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b224 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.700320:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619905920:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.700352:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.701716:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756864 00000100:00100000:0.0:1769074769.701728:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756864 00000100:00100000:2.0:1769074769.701732:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.701759:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.701972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.702000:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756352 00000100:00100000:0.0:1769074769.702005:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756352 00000100:00100000:0.0:1769074769.702027:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756608 00000100:00100000:0.0:1769074769.702030:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756608 00000100:00100000:0.0:1769074769.702052:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9830 00000100:00100000:0.0:1769074769.702075:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612756864:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074769.702092:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.702112:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a47a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b247 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.702180:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619906048:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074769.702252:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.702278:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9831 00000100:00100000:0.0:1769074769.702286:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612756352:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074769.702294:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.702306:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a481 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b22b expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.702438:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619906176:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074769.702470:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.702489:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9832 00000100:00100000:0.0:1769074769.702496:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612756608:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074769.702507:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.702514:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b239 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.702527:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.702529:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.702538:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.702554:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.702567:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:0.0:1769074769.702595:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2371:x1855007612756608:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 99us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.702602:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9832 00000100:00100000:3.0:1769074769.704481:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756480 00000100:00100000:3.0:1769074769.704503:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756480 00000100:00100000:3.0:1769074769.704578:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9833 00000100:00100000:2.0:1769074769.705011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.705048:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.705096:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.705103:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756736 00000100:00100000:1.0:1769074769.705109:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756736 00000100:00100000:1.0:1769074769.705136:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9834 00000100:00100000:1.0:1769074769.705144:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612756736:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074769.705167:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.705193:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a48f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b240 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.705197:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619905792:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074769.705233:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a46c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b21d expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.705253:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a46c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b21d expref: 10 pid: 7967 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074769.705260:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619906304:192.168.204.39@tcp:106: 00010000:00010000:2.0:1769074769.705267:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bea00, rc 0) 00000100:00100000:2.0:1769074769.705326:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612756096:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5588us (15037us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074769.705335:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612756992 00000100:00100000:2.0:1769074769.705335:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9828 00000100:00100000:0.0:1769074769.705341:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612756992 00000100:00100000:2.0:1769074769.705364:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612757120 00000100:00100000:2.0:1769074769.705367:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612757120 00002000:00100000:0.0:1769074769.705379:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1110016->1114111) req@ffff956d411bb480 x1855007612756992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.705384:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (3137536->3141631) req@ffff956d411ba680 x1855007612757120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.705389:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb480 with x1855007612756992 ext(1110016->1114111) 00002000:00100000:2.0:1769074769.705392:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411ba680 with x1855007612757120 ext(3137536->3141631) 00002000:00010000:0.0:1769074769.705394:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411bb480 00002000:00010000:2.0:1769074769.705395:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411ba680 00000100:00100000:3.0:1769074769.705460:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612756480:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074769.705468:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.705478:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e8a496 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b232 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.705509:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619906432:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.705662:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20180 going to sleep for 11 seconds 00002000:00010000:1.0:1769074769.705915:0:21706:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.705918:0:21706:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime: 1769074767 -> 1769074770 00002000:00010000:1.0:1769074769.705920:0:21706:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime: 1769074769 -> 1769074770 00000100:00100000:1.0:1769074769.705936:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619905920:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.705956:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a473 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b224 expref: 11 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.705969:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a473 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b224 expref: 11 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.705978:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:1.0:1769074769.706013:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612756224:12345-192.168.204.39@tcp:101:cat.0 Request processed in 5744us (13105us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.706020:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9829 00000100:00100000:2.0:1769074769.706288:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5460 00000100:00100000:2.0:1769074769.706298:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612756992:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074769.706562:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612756992:12345-192.168.204.39@tcp:3:cat.0 Request processed in 265us (1511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074769.706574:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5460 00002000:00100000:2.0:1769074769.706584:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1110016->1114111) req@ffff956d411bb480 x1855007612756992/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.706595:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411bb480 with x1855007612756992 ext(1110016->1114111) 00002000:00010000:2.0:1769074769.706600:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411bb480 00000100:00100000:2.0:1769074769.706618:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5461 00000100:00100000:2.0:1769074769.706625:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612757120:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074769.706703:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612757120:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 77us (1605us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074769.707291:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5461 00002000:00100000:2.0:1769074769.707304:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (3137536->3141631) req@ffff956d411ba680 x1855007612757120/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.707314:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411ba680 with x1855007612757120 ext(3137536->3141631) 00002000:00010000:2.0:1769074769.707319:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411ba680 00000100:00100000:1.0:1769074769.711957:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619906048:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.712008:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a47a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b247 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.712038:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a47a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b247 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.712054:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:1.0:1769074769.712408:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612756864:12345-192.168.204.39@tcp:101:cat.0 Request processed in 10334us (12810us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.712418:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9830 00000100:00100000:3.0:1769074769.713875:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074769.713966:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619906176:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074769.713974:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074769.714002:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a481 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b22b expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.714025:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a481 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b22b expref: 18 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.714037:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:3.0:1769074769.714093:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2371:x1855007612756352:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 11808us (12363us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.714103:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9831 00000100:00100000:1.0:1769074769.715163:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612757376 00000100:00100000:1.0:1769074769.715177:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612757376 00000100:00100000:1.0:1769074769.715239:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2744 00000100:00100000:1.0:1769074769.715249:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+147:57860:x1855007612757376:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074769.715520:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:57860:x1855007612757376:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 271us (1544us total) trans 8589941335 rc 0/0 00000100:00100000:1.0:1769074769.715528:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2744 00000100:00100000:1.0:1769074769.715589:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619906304:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.715616:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a48f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b240 expref: 19 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.715634:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a48f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b240 expref: 19 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.715645:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:1.0:1769074769.715662:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2371:x1855007612756736:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 10520us (10653us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.715669:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9834 00000100:00100000:2.0:1769074769.722032:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.722445:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612757632 00000100:00100000:1.0:1769074769.722458:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612757632 00000100:00100000:1.0:1769074769.722533:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2745 00000100:00100000:1.0:1769074769.722545:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57858:x1855007612757632:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074769.722845:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57858:x1855007612757632:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 301us (823us total) trans 8589941336 rc 0/0 00000100:00100000:1.0:1769074769.722852:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2745 00000100:00100000:3.0:1769074769.723132:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619906432:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074769.723169:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e8a496 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b232 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.723192:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159200/0x8b5959a9a0e8a496 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b232 expref: 17 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.723202:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159200, rc 0) 00000100:00100000:3.0:1769074769.723234:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2371:x1855007612756480:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 18649us (21263us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.723246:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9833 00000100:00100000:2.0:1769074769.735008:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.739091:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612757888 00000100:00100000:3.0:1769074769.739107:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612757888 00000100:00100000:3.0:1769074769.739235:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2746 00000100:00100000:3.0:1769074769.739245:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+148:57849:x1855007612757888:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1769074769.739400:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.739429:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.739491:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+149:57849:x1855007612757888:12345-192.168.204.39@tcp:35:cat.0 Request processed in 246us (4491us total) trans 8589941337 rc 0/0 00000100:00100000:3.0:1769074769.739500:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2746 00000100:00100000:1.0:1769074769.739565:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758016 00000100:00100000:1.0:1769074769.739569:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758016 00000100:00100000:1.0:1769074769.739597:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758144 00000100:00100000:1.0:1769074769.739600:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758144 00000100:00100000:1.0:1769074769.739620:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9835 00000100:00100000:1.0:1769074769.739628:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612758016:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.739639:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.739658:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a49d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b24e expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.739713:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619906560:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.739765:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.739788:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9836 00000100:00100000:1.0:1769074769.739795:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612758144:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.739803:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.739813:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a4a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b255 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.739864:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619906688:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074769.739903:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.746984:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.747123:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758400 00000100:00100000:0.0:1769074769.747136:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758400 00000100:00100000:0.0:1769074769.747206:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6464 00000100:00100000:0.0:1769074769.747217:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57861:x1855007612758400:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074769.747245:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.747277:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8a4ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b25c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747407:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.747424:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747433:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747439:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747446:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 6/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.747480:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747495:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.747508:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619906816:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.747601:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747608:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 148 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.747622:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619906944:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.747650:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.747658:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 9 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.747664:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619907072:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.747681:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.753785:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619906560:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074769.753875:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a49d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b24e expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.753905:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a49d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b24e expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.753921:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:1.0:1769074769.753997:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612758016:12345-192.168.204.39@tcp:101:cat.0 Request processed in 14369us (14597us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074769.754008:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9835 00000100:00100000:3.0:1769074769.754448:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619906688:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074769.754467:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a4a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b255 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.754479:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a4a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b255 expref: 10 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.754487:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:3.0:1769074769.754521:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612758144:12345-192.168.204.39@tcp:101:cat.0 Request processed in 14727us (15091us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074769.754527:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9836 00000100:00100000:2.0:1769074769.769589:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.769645:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.769677:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.769766:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758528 00000100:00100000:1.0:1769074769.769778:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758528 00010000:00010000:1.0:1769074769.769851:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 11 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.769880:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758784 00000100:00100000:1.0:1769074769.769883:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758784 00010000:00010000:1.0:1769074769.769896:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 10 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.769911:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612758656 00000100:00100000:1.0:1769074769.769913:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612758656 00010000:00010000:1.0:1769074769.769923:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 149 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:1.0:1769074769.769939:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5207 00000100:00100000:1.0:1769074769.769946:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612758528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.769958:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.769964:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 11 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.769976:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 11 pid: 29857 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.769997:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.770002:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770010:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770017:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.770076:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:2372:x1855007612758528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 129us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.770083:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5207 00000100:00100000:1.0:1769074769.770103:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5208 00000100:00100000:1.0:1769074769.770110:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612758784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.770118:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.770123:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 10 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.770132:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 10 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.770144:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.770148:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770159:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770165:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.770182:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2371:x1855007612758784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 73us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.770188:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5208 00000100:00100000:1.0:1769074769.770199:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5209 00000100:00100000:1.0:1769074769.770204:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+149:2371:x1855007612758656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074769.770216:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074769.770220:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 149 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.770232:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 149 pid: 30391 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.770245:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074769.770249:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770258:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770265:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074769.770283:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074769.770300:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+149:2371:x1855007612758656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 96us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.770308:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5209 00010000:00010000:0.0:1769074769.770634:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a465 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b216 expref: 10 pid: 29857 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.770651:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619906816:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.770664:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a426 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1f3 expref: 148 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.770673:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619906944:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.770682:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8a3fc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1e5 expref: 9 pid: 30391 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.770691:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619907072:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.770712:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.770720:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.770726:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074769.770743:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074769.770962:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8a4ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b25c expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.770979:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b25c expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.770985:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.770988:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1769074769.770991:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:0.0:1769074769.771033:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57861:x1855007612758400:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 23818us (24064us total) trans 8589941338 rc 0/0 00000100:00100000:0.0:1769074769.771041:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6464 00000100:00100000:2.0:1769074769.780028:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.780132:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759040 00000100:00100000:1.0:1769074769.780144:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759040 00000100:00100000:1.0:1769074769.780210:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2747 00000100:00100000:1.0:1769074769.780220:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:57848:x1855007612759040:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1769074769.780724:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57848:x1855007612759040:12345-192.168.204.39@tcp:35:cat.0 Request processed in 503us (707us total) trans 8589941339 rc 0/0 00000100:00100000:1.0:1769074769.780733:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2747 00000100:00100000:3.0:1769074769.784259:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.784562:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759296 00000100:00100000:0.0:1769074769.784573:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759296 00000100:00100000:0.0:1769074769.784640:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6465 00000100:00100000:0.0:1769074769.784650:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57861:x1855007612759296:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074769.784673:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.784676:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074769.784701:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8a4b2 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b25c expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.784720:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.784725:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074769.784739:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8a4c0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b263 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.784891:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.784904:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.784912:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074769.784924:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074769.785052:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8a4c0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.785079:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.785086:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.785088:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074769.785091:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:0.0:1769074769.785147:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57861:x1855007612759296:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 499us (897us total) trans 8589941340 rc 0/0 00000100:00100000:0.0:1769074769.785155:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6465 00000100:00100000:2.0:1769074769.800119:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.800228:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.804408:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.808542:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759424 00000100:00100000:3.0:1769074769.808560:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759424 00000100:00100000:3.0:1769074769.808644:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759680 00000100:00100000:3.0:1769074769.808647:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759680 00000100:00100000:3.0:1769074769.808674:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9837 00000100:00100000:3.0:1769074769.808684:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612759424:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:3.0:1769074769.808732:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.808754:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.808764:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.808766:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074769.808770:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.808809:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.808839:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 16 pid: 26584 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.809013:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9838 00000100:00100000:0.0:1769074769.809022:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612759680:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:0.0:1769074769.809043:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809072:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809081:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.809090:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809095:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.809097:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.809099:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 6/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809117:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809126:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.809139:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907328:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.809226:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074769.809235:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 16 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:0.0:1769074769.809250:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907456:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074769.809275:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.809285:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 8 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.809293:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907584:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.809311:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074769.809978:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619907200:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.810017:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d203adcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.810527:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.810548:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.810570:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759936 00000100:00100000:2.0:1769074769.810576:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759936 00000100:00100000:2.0:1769074769.810610:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759552 00000100:00100000:2.0:1769074769.810612:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759552 00000100:00100000:2.0:1769074769.810626:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612759808 00000100:00100000:2.0:1769074769.810628:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612759808 00000100:00100000:2.0:1769074769.810643:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9839 00000100:00100000:2.0:1769074769.810650:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612759936:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074769.810681:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.810695:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.810704:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.810712:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.810718:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.810720:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.810723:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.810756:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.810767:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.810777:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907712:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.810969:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.810979:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 1853 lvb_type: 1 00000100:00100000:2.0:1769074769.810989:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907840:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.811020:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811030:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 16 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.811039:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907968:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.811064:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.811089:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9840 00000100:00100000:2.0:1769074769.811097:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612759552:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074769.811118:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811132:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811140:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.811141:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.811144:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811159:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811167:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.811177:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619908096:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.811195:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.811210:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9841 00000100:00100000:2.0:1769074769.811216:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2370:x1855007612759808:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074769.811232:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811242:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811256:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.811263:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811269:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.811271:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.811273:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811289:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 16 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811297:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 16 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.811306:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908224:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.811414:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 19 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.811423:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:2.0:1769074769.811432:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908352:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.811453:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811462:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.811469:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908480:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.811482:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074769.811520:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.811542:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760064 00000100:00100000:2.0:1769074769.811546:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760064 00000100:00100000:2.0:1769074769.811576:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9842 00000100:00100000:2.0:1769074769.811581:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612760064:12345-192.168.204.39@tcp:1:mirror_io.0 00010000:00010000:2.0:1769074769.811597:0:7967:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811608:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811614:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.811616:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074769.811619:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811634:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.811647:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.811656:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619908608:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.811673:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074769.824133:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.824285:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907328:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.824299:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907456:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.824308:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619907584:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074769.824525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074769.824566:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074769.825288:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.825426:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760320 00000100:00100000:3.0:1769074769.825436:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760320 00000100:00100000:0.0:1769074769.825591:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825615:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825661:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825707:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825724:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825740:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825776:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.825798:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760192 00000100:00100000:0.0:1769074769.825802:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760192 00010000:00010000:0.0:1769074769.825867:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.826164:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760448 00000100:00100000:0.0:1769074769.826168:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760448 00010000:00010000:0.0:1769074769.826184:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.826196:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760704 00000100:00100000:0.0:1769074769.826198:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760704 00010000:00010000:0.0:1769074769.826211:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 20 pid: 6534 timeout: 1853 lvb_type: 1 00000100:00100000:0.0:1769074769.826221:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760832 00000100:00100000:0.0:1769074769.826224:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760832 00010000:00010000:0.0:1769074769.826235:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 17 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.826244:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761088 00000100:00100000:0.0:1769074769.826246:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761088 00010000:00010000:0.0:1769074769.826257:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 21 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:0.0:1769074769.826267:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761216 00000100:00100000:0.0:1769074769.826268:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761216 00010000:00010000:0.0:1769074769.826279:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 9 pid: 26585 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1769074769.826292:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5210 00000100:00100000:0.0:1769074769.826300:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612760192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.826314:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.826421:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826439:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826461:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977200/0x8b5959a9a0e8a2ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b10c expref: 9 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826479:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.826533:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612760192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 231us (2008us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.826541:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5210 00000100:00100000:0.0:1769074769.826560:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5211 00000100:00100000:0.0:1769074769.826567:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612760448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.826575:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.826583:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826594:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826608:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a2a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0f7 expref: 9 pid: 25507 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826619:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.826638:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612760448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 72us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.826647:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5211 00000100:00100000:0.0:1769074769.826658:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5212 00000100:00100000:0.0:1769074769.826664:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2371:x1855007612760704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.826673:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.826685:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 21 pid: 6534 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.826696:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 21 pid: 6534 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.826709:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.826726:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+21:2371:x1855007612760704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 62us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.826733:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5212 00000100:00100000:0.0:1769074769.826745:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5213 00000100:00100000:0.0:1769074769.826752:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612760832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.826759:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.826768:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 17 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826777:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 17 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.826789:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.826805:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612760832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 55us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.826811:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5213 00000100:00100000:0.0:1769074769.827021:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5214 00000100:00100000:0.0:1769074769.827030:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2370:x1855007612761088:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.827038:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.827047:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 20 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.827071:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 20 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:0.0:1769074769.827083:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.827103:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+20:2370:x1855007612761088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 75us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.827109:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5214 00000100:00100000:0.0:1769074769.827125:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5215 00000100:00100000:0.0:1769074769.827131:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612761216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074769.827138:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.827147:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 9 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.827157:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 9 pid: 26585 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.827169:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.827171:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.827178:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.827189:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.827208:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.827226:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2370:x1855007612761216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 95us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.827233:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5215 00000100:00100000:1.0:1769074769.827496:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619907200:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074769.827520:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.827546:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760576 00000100:00100000:1.0:1769074769.827551:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760576 00002000:00100000:1.0:1769074769.827584:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (163840->1048575) req@ffff956d41d96a00 x1855007612760576/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 504/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.827595:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96a00 with x1855007612760576 ext(163840->1048575) 00010000:00010000:1.0:1769074769.827602:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.827617:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00002000:00010000:1.0:1769074769.827624:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d96a00 00000100:00100000:1.0:1769074769.827645:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612760960 00000100:00100000:1.0:1769074769.827649:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612760960 00002000:00100000:1.0:1769074769.827664:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1114111) req@ffff956d41d97480 x1855007612760960/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.827673:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97480 with x1855007612760960 ext(1048576->1114111) 00010000:00010000:1.0:1769074769.827679:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.827688:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00002000:00010000:1.0:1769074769.827696:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97480 00000100:00100000:1.0:1769074769.827710:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761344 00000100:00100000:1.0:1769074769.827713:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761344 00002000:00100000:1.0:1769074769.827727:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2572288->3141631) req@ffff956d41d95500 x1855007612761344/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.827735:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95500 with x1855007612761344 ext(2572288->3141631) 00010000:00010000:1.0:1769074769.827741:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.827750:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00002000:00010000:1.0:1769074769.827756:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d95500 00000100:00100000:1.0:1769074769.827771:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1126 00000100:00100000:1.0:1769074769.827778:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612760576:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074769.828077:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1127 00000100:00100000:1.0:1769074769.828086:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612760960:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074769.830204:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1128 00000100:00100000:0.0:1769074769.830224:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612761344:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074769.832812:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619908096:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.832887:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.834175:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612760576:12345-192.168.204.39@tcp:4:cat.0 Request processed in 6385us (8572us total) trans 21474839552 rc 0/0 00000100:00100000:1.0:1769074769.834190:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1126 00002000:00100000:1.0:1769074769.834206:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20c:0x0] (163840->1048575) req@ffff956d41d96a00 x1855007612760576/t21474839552(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 504/448 e 0 to 0 dl 1769074780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074769.834217:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d96a00 with x1855007612760576 ext(163840->1048575) 00010000:00010000:1.0:1769074769.834231:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 19 pid: 26584 timeout: 1853 lvb_type: 0 00010000:00010000:1.0:1769074769.834248:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 19 pid: 26584 timeout: 1853 lvb_type: 0 00002000:00010000:1.0:1769074769.834258:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d41d96a00 00000100:00100000:0.0:1769074769.835153:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612760960:12345-192.168.204.39@tcp:4:cat.0 Request processed in 7060us (9437us total) trans 17179872587 rc 0/0 00000100:00100000:0.0:1769074769.835165:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1127 00002000:00100000:0.0:1769074769.835176:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1114111) req@ffff956d41d97480 x1855007612760960/t17179872587(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:305/0 lens 488/448 e 0 to 0 dl 1769074780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074769.835186:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97480 with x1855007612760960 ext(1048576->1114111) 00010000:00010000:0.0:1769074769.835194:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:0.0:1769074769.835205:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00002000:00010000:0.0:1769074769.835212:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d97480 00000100:00100000:3.0:1769074769.836198:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907712:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.836215:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8a488 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b239 expref: 19 pid: 6534 timeout: 1853 lvb_type: 1 00000100:00100000:3.0:1769074769.836232:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907840:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074769.836242:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619907968:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074769.836273:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.836333:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:2.0:1769074769.836433:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977800/0x8b5959a9a0e8a2eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b128 expref: 18 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.836444:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908224:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.836459:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8a30e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b14b expref: 18 pid: 25507 timeout: 1853 lvb_type: 1 00000100:00100000:2.0:1769074769.836474:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908352:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.836489:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a2e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b121 expref: 8 pid: 26585 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.836498:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619908480:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.836518:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836527:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836534:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836570:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836579:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836587:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836595:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8c200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074769.836599:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836609:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836633:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.836640:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a4f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.836728:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612759808:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 25509us (26176us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.836738:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9841 00000100:00100000:2.0:1769074769.836796:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7967:1855007619908608:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.836810:0:7967:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.837336:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5216 00000100:00100000:3.0:1769074769.837354:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+19:2372:x1855007612760320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.837375:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.837400:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:3.0:1769074769.837415:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:3.0:1769074769.837441:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a307 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b144 expref: 19 pid: 25507 timeout: 1853 lvb_type: 1 00010000:00010000:3.0:1769074769.837456:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.837459:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.837464:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.837474:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838628:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.838705:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2372:x1855007612760320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1354us (14577us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.838716:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5216 00010000:00010000:3.0:1769074769.838869:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838880:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838911:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838920:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838928:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838934:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074769.838938:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838946:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838961:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.838973:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977000/0x8b5959a9a0e8a4dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.839023:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612759680:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 30002us (38793us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.839031:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9838 00000100:00100000:0.0:1769074769.841761:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.842108:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.842764:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761472 00000100:00100000:3.0:1769074769.842781:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761472 00010000:00010000:3.0:1769074769.842956:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.843019:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761600 00000100:00100000:2.0:1769074769.843024:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761600 00010000:00010000:2.0:1769074769.843047:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 18 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:2.0:1769074769.843095:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5217 00000100:00100000:2.0:1769074769.843105:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2372:x1855007612761472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.843126:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.843155:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843172:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843199:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8a3e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1de expref: 8 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843221:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.843307:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:2372:x1855007612761472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 202us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.843315:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5217 00000100:00100000:2.0:1769074769.843335:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5218 00000100:00100000:2.0:1769074769.843340:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612761600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.843349:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.843357:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 18 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843369:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 18 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843382:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0467f000/0x8b5959a9a0e8a3c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1d0 expref: 18 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.843392:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.843394:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.843400:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843410:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843436:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.843455:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612761600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 115us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.843463:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5218 00010000:00010000:2.0:1769074769.843488:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843498:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843522:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843531:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843540:0:26306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843548:0:26306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074769.843553:0:26306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843567:0:26306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843579:0:26306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.843587:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a4e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.843635:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612759936:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 32984us (39241us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.843644:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9839 00000100:00100000:1.0:1769074769.845471:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.845538:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761728 00000100:00100000:3.0:1769074769.845550:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761728 00010000:00010000:3.0:1769074769.845594:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.845634:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5219 00000100:00100000:3.0:1769074769.845643:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612761728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.845659:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.845681:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.845695:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.845718:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1114111) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b208 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.845735:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.845737:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.845742:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.845753:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.845777:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.845868:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612761728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 226us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.845877:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5219 00010000:00010000:2.0:1769074769.846124:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846133:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846161:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846169:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846178:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846192:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074769.846196:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846204:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846217:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.846224:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a4ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.846275:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612759552:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 35178us (35749us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.846283:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9840 00000100:00100000:2.0:1769074769.860193:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612761344:12345-192.168.204.39@tcp:4:cat.0 Request processed in 29966us (34440us total) trans 17179872588 rc 0/0 00000100:00100000:2.0:1769074769.860209:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1128 00002000:00100000:2.0:1769074769.860220:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2572288->3141631) req@ffff956d41d95500 x1855007612761344/t17179872588(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/448 e 0 to 0 dl 1769074780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.860232:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95500 with x1855007612761344 ext(2572288->3141631) 00010000:00010000:2.0:1769074769.860242:0:26135:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1853 lvb_type: 0 00010000:00010000:2.0:1769074769.860265:0:26135:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00002000:00010000:2.0:1769074769.860273:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d95500 00010000:00010000:3.0:1769074769.862037:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074769.862245:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.862322:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761856 00000100:00100000:3.0:1769074769.862333:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761856 00010000:00010000:3.0:1769074769.862382:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1769074769.862419:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5220 00000100:00100000:3.0:1769074769.862428:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612761856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.862443:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.862467:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.862483:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.862517:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a3af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->368639) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b1b4 expref: 17 pid: 26584 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1769074769.862535:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.862537:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.862542:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.862552:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.862591:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074769.862645:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612761856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.862653:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5220 00010000:00010000:1.0:1769074769.862755:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862767:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862794:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862802:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862811:0:26360:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862818:0:26360:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074769.862870:0:26360:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862880:0:26360:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862893:0:26360:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074769.862901:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a4d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074769.862953:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612759424:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 54269us (62844us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.862962:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9837 00000100:00100000:0.0:1769074769.882112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.885354:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612761984 00000100:00100000:3.0:1769074769.885379:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612761984 00010000:00010000:3.0:1769074769.885459:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00000100:00100000:3.0:1769074769.885529:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5221 00000100:00100000:3.0:1769074769.885544:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612761984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074769.885572:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074769.885609:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:3.0:1769074769.885634:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:3.0:1769074769.885665:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a43b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->3141631) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b201 expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:3.0:1769074769.885687:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.885690:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.885696:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.885706:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074769.885750:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074769.885818:0:7967:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.885900:0:7967:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074769.885918:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612761984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 375us (3813us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.885931:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5221 00010000:00010000:2.0:1769074769.885958:0:7967:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.885969:0:7967:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.885978:0:7967:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.885985:0:7967:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8c600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074769.885989:0:7967:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.885997:0:7967:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.886021:0:7967:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.886029:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074769.886146:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612760064:12345-192.168.204.39@tcp:1:mirror_io.0 Request processed in 74559us (74620us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.886156:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9842 00000100:00100000:1.0:1769074769.906391:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.906586:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612762240 00000100:00100000:2.0:1769074769.906598:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612762240 00000100:00100000:2.0:1769074769.906718:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6466 00000100:00100000:2.0:1769074769.906728:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:57869:x1855007612762240:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074769.906750:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.906769:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b26a expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.906896:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.906911:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.906923:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.906937:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.906948:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.906955:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.907104:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.907116:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.907124:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.907155:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.907170:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 1854 lvb_type: 0 00000100:00100000:2.0:1769074769.907182:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619908736:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.907274:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074769.921743:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.922019:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612762496 00000100:00100000:0.0:1769074769.922032:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612762496 00000100:00100000:0.0:1769074769.922177:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6467 00000100:00100000:0.0:1769074769.922187:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57861:x1855007612762496:12345-192.168.204.39@tcp:36:mirror_io.0 00010000:00010000:0.0:1769074769.922252:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074769.922299:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a393 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b198 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.922329:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.922336:0:29857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.922347:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074769.922422:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57861:x1855007612762496:12345-192.168.204.39@tcp:36:mirror_io.0 Request processed in 235us (692us total) trans 0 rc -16/-16 00000100:00100000:0.0:1769074769.922432:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6467 00000100:00100000:1.0:1769074769.934144:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.934210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.934352:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612762752 00000100:00100000:0.0:1769074769.934362:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612762752 00000100:00100000:0.0:1769074769.934416:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6468 00000100:00100000:0.0:1769074769.934428:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+148:57868:x1855007612762752:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.934453:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.934474:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a51b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b271 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.934552:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934573:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934584:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934594:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934601:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934608:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934757:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934769:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.934777:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074769.935067:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619908736:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074769.935089:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074769.935907:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612762880 00000100:00100000:2.0:1769074769.935916:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612762880 00010000:00010000:2.0:1769074769.935950:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 1854 lvb_type: 0 00000100:00100000:2.0:1769074769.935985:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5222 00000100:00100000:2.0:1769074769.935992:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2370:x1855007612762880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074769.936007:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074769.936014:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074769.936028:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074769.936048:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8a4c7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b263 expref: 10 pid: 29857 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074769.936076:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.936081:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936090:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936097:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936104:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.936111:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.936116:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074769.936141:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074769.936193:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:2370:x1855007612762880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 201us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074769.936202:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5222 00010000:00010000:2.0:1769074769.936226:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936234:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074769.936250:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074769.936642:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936651:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936657:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936663:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8c200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.936667:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936675:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936685:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.936688:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074769.936691:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936701:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a514 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936716:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936721:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936726:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936732:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.936734:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936740:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936746:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074769.936748:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.936761:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936766:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936775:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936780:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936785:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936789:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.936792:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936797:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936803:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce900) 00010000:00010000:2.0:1769074769.936806:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.936808:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.936813:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a50d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074769.937439:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937449:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074769.937460:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074769.937523:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937533:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937539:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937544:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074769.937547:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937552:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937561:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074769.937563:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074769.937566:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937572:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a530 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937583:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937589:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937594:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937599:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074769.937602:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937612:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937618:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074769.937619:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074769.937622:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937627:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a522 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937634:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937639:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937644:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937648:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074769.937651:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937656:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937662:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce900) 00010000:00010000:0.0:1769074769.937664:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074769.937667:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937672:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977400/0x8b5959a9a0e8a529 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074769.937716:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a51b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b271 expref: 150 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.937725:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074769.937727:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074769.937731:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a51b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b271 expref: 150 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.937739:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976c00, rc 0) 00000100:00100000:0.0:1769074769.937782:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:57868:x1855007612762752:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 3357us (3647us total) trans 8589941342 rc 301/301 00000100:00100000:0.0:1769074769.937791:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6468 00010000:00010000:2.0:1769074769.938232:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4ff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b26a expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.938242:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074769.938245:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074769.938249:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a4ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b26a expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.938259:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c600, rc 0) 00000100:00100000:2.0:1769074769.939455:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57869:x1855007612762240:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 32718us (33066us total) trans 8589941341 rc 301/301 00000100:00100000:2.0:1769074769.939468:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6466 00000100:00100000:2.0:1769074769.945784:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.947034:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612763136 00000100:00100000:1.0:1769074769.947050:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612763136 00000100:00100000:1.0:1769074769.947135:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2748 00000100:00100000:1.0:1769074769.947146:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03096050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+9:57861:x1855007612763136:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:1.0:1769074769.948200:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03096050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57861:x1855007612763136:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 1049us (2424us total) trans 8589941343 rc 0/0 00000100:00100000:1.0:1769074769.948212:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2748 00000100:00100000:2.0:1769074769.960706:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.960802:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612763392 00000100:00100000:1.0:1769074769.960817:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612763392 00000100:00100000:1.0:1769074769.960915:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2749 00000100:00100000:1.0:1769074769.960925:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:57861:x1855007612763392:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:1.0:1769074769.961227:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57861:x1855007612763392:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 302us (534us total) trans 8589941344 rc 0/0 00000100:00100000:1.0:1769074769.961234:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2749 00000100:00100000:3.0:1769074769.965731:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.966160:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612763648 00000100:00100000:2.0:1769074769.966171:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612763648 00000100:00100000:2.0:1769074769.966270:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6469 00000100:00100000:2.0:1769074769.966280:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57872:x1855007612763648:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074769.966408:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.966433:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a545 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b278 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.966520:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966536:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966548:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966562:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966570:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966576:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966739:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966749:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966757:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074769.966769:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074769.966919:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966928:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966936:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966942:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.966946:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966953:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966966:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074769.966969:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.966974:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966981:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a54c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966992:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.966999:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967005:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967015:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074769.967018:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967024:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967031:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce000) 00010000:00010000:2.0:1769074769.967034:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074769.967036:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967041:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a553 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074769.967099:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a545 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.967113:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.967121:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074769.967124:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074769.967127:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c200, rc 0) 00000100:00100000:2.0:1769074769.967256:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57872:x1855007612763648:12345-192.168.204.39@tcp:101:cat.0 Request processed in 976us (1534us total) trans 8589941345 rc 0/0 00000100:00100000:2.0:1769074769.967264:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6469 00000100:00100000:2.0:1769074769.969600:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074769.969691:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612763776 00000100:00100000:0.0:1769074769.969704:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612763776 00000100:00100000:0.0:1769074769.969801:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9843 00000100:00100000:0.0:1769074769.969811:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+7:57869:x1855007612763776:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074769.969882:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074769.969908:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b27f expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074769.969936:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f052, atime: 0x6971f052, ctime: 0x6971f052, blocks: 0x1561 00010000:00010000:0.0:1769074769.969959:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.969962:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074769.969972:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.969988:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 8 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074769.970004:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:0.0:1769074769.970066:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:57869:x1855007612763776:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 244us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074769.970074:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9843 00000100:00100000:3.0:1769074769.980347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.980398:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.980542:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764032 00000100:00100000:2.0:1769074769.980560:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764032 00002000:00100000:2.0:1769074769.980622:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3096576->3100671) req@ffff956d10870e00 x1855007612764032/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/0 e 0 to 0 dl 1769074780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.980635:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870e00 with x1855007612764032 ext(3096576->3100671) 00002000:00010000:2.0:1769074769.980642:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10870e00 00000100:00100000:2.0:1769074769.980680:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5462 00000100:00100000:2.0:1769074769.980690:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612764032:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074769.981090:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2370:x1855007612764032:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 396us (753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074769.981103:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5462 00002000:00100000:2.0:1769074769.981116:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3096576->3100671) req@ffff956d10870e00 x1855007612764032/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:305/0 lens 488/4536 e 0 to 0 dl 1769074780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074769.981127:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10870e00 with x1855007612764032 ext(3096576->3100671) 00002000:00010000:2.0:1769074769.981132:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d10870e00 00000100:00100000:1.0:1769074769.985721:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612763904 00000100:00100000:1.0:1769074769.985741:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612763904 00000100:00100000:1.0:1769074769.985839:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9844 00000100:00100000:1.0:1769074769.985851:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2373:x1855007612763904:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.985871:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.985899:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a56f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b286 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074769.985926:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f052, atime: 0x6971f04f, ctime: 0x6971f052, blocks: 0x77f 00010000:00010000:1.0:1769074769.985949:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.985952:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.985964:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a56f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b286 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.985982:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a56f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b286 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.985996:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf000, rc 0) 00000100:00100000:1.0:1769074769.986084:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2373:x1855007612763904:12345-192.168.204.39@tcp:101:cat.0 Request processed in 235us (5684us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.986091:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9844 00000100:00100000:1.0:1769074769.986167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.986193:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764160 00000100:00100000:1.0:1769074769.986197:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764160 00000100:00100000:1.0:1769074769.986222:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9845 00000100:00100000:1.0:1769074769.986228:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612764160:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.986237:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074769.986986:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b28d expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074769.987012:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f052, atime: 0x6971f04f, ctime: 0x6971f052, blocks: 0x821 00010000:00010000:1.0:1769074769.987026:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.987028:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.987036:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.987049:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 10 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.987068:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf200, rc 0) 00000100:00100000:1.0:1769074769.987103:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612764160:12345-192.168.204.39@tcp:101:cat.0 Request processed in 875us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.987113:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9845 00000100:00100000:1.0:1769074769.987210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074769.987233:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764288 00000100:00100000:1.0:1769074769.987239:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764288 00000100:00100000:1.0:1769074769.987264:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9846 00000100:00100000:1.0:1769074769.987271:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2373:x1855007612764288:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074769.987281:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1769074769.987655:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.987696:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764416 00000100:00100000:3.0:1769074769.987718:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764416 00000100:00100000:3.0:1769074769.987770:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9847 00000100:00100000:3.0:1769074769.987780:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+9:2372:x1855007612764416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.987801:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.987846:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a57d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b29b expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074769.987879:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f04f, atime: 0x6971f04f, ctime: 0x6971f051, blocks: 0x821 00010000:00010000:3.0:1769074769.987898:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.987900:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.987911:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a57d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b29b expref: 10 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.987930:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a57d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b29b expref: 10 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.987943:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074769.987992:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612764416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 213us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.988000:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9847 00000100:00100000:3.0:1769074769.988123:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074769.988139:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764544 00000100:00100000:3.0:1769074769.988143:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764544 00000100:00100000:3.0:1769074769.988167:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9848 00000100:00100000:3.0:1769074769.988174:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2373:x1855007612764544:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074769.988182:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074769.988208:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2a2 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074769.988226:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f052, atime: 0x6971f052, ctime: 0x6971f052, blocks: 0x1029 00010000:00010000:3.0:1769074769.988236:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.988238:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074769.988243:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.988255:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 12 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074769.988263:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159400, rc 0) 00000100:00100000:3.0:1769074769.988285:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612764544:12345-192.168.204.39@tcp:101:cat.0 Request processed in 111us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074769.988290:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9848 00010000:00010000:1.0:1769074769.990463:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b294 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074769.990508:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f051, atime: 0x6971f052, ctime: 0x6971f051, blocks: 0x821 00010000:00010000:1.0:1769074769.990536:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.990539:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074769.990555:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 12 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.990577:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 12 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074769.990594:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9be000, rc 0) 00000100:00100000:1.0:1769074769.990669:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612764288:12345-192.168.204.39@tcp:101:cat.0 Request processed in 3394us (3455us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074769.990681:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9846 00000100:00100000:0.0:1769074769.996078:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074769.996171:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764672 00000100:00100000:2.0:1769074769.996186:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764672 00000100:00100000:2.0:1769074769.996251:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9849 00000100:00100000:2.0:1769074769.996263:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57869:x1855007612764672:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074769.996287:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074769.996332:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2a9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.996371:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.996384:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.996386:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074769.996390:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->2326527] (req 2097152->2326527) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074769.996425:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074769.996439:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074769.996452:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619908864:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074769.996770:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074770.001751:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619908864:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074770.001791:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->2326527] (req 2097152->2326527) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 13 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.001814:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8c600, rc 0) 00000100:00100000:2.0:1769074770.001943:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57869:x1855007612764672:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 5680us (5875us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.001955:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9849 00000100:00100000:3.0:1769074770.014075:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.014587:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764800 00000100:00100000:0.0:1769074770.014602:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764800 00010000:00010000:0.0:1769074770.014692:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.014762:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5223 00000100:00100000:0.0:1769074770.014775:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612764800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074770.014801:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074770.014900:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 1854 lvb_type: 1 00010000:00010000:0.0:1769074770.014921:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 1854 lvb_type: 1 00010000:00010000:0.0:1769074770.014961:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a584 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a2 expref: 13 pid: 6533 timeout: 1854 lvb_type: 1 00010000:00010000:0.0:1769074770.014989:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.014991:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.015002:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.015014:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.015081:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 12 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074770.015095:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619908992:192.168.204.39@tcp:105: 00000100:00080000:1.0:1769074770.015604:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074770.017175:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074770.022772:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619908992:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074770.023432:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074770.023579:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612764800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8799us (9755us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.023596:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5223 00000100:00100000:3.0:1769074770.028581:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.029401:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612764928 00000100:00100000:1.0:1769074770.029420:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612764928 00002000:00100000:1.0:1769074770.029516:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2322432->2326527) req@ffff956d10872300 x1855007612764928/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.029531:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872300 with x1855007612764928 ext(2322432->2326527) 00002000:00010000:1.0:1769074770.029540:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872300 00000100:00100000:1.0:1769074770.029661:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5463 00000100:00100000:1.0:1769074770.029673:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612764928:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074770.030059:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612764928:12345-192.168.204.39@tcp:3:cat.0 Request processed in 377us (1484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074770.030072:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5463 00002000:00100000:1.0:1769074770.030085:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2322432->2326527) req@ffff956d10872300 x1855007612764928/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/4536 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.030096:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d10872300 with x1855007612764928 ext(2322432->2326527) 00002000:00010000:1.0:1769074770.030103:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d10872300 00000100:00100000:3.0:1769074770.036549:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.036752:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765184 00000100:00100000:2.0:1769074770.036768:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765184 00000100:00100000:2.0:1769074770.037013:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2750 00000100:00100000:2.0:1769074770.037032:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57869:x1855007612765184:12345-192.168.204.39@tcp:35:multiop.0 00000100:00080000:1.0:1769074770.037648:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074770.038223:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57869:x1855007612765184:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 1193us (1683us total) trans 8589941346 rc 0/0 00000100:00100000:2.0:1769074770.038237:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2750 00000100:00100000:0.0:1769074770.046684:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.046808:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765312 00000100:00100000:1.0:1769074770.046873:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765312 00002000:00100000:1.0:1769074770.046956:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41d97100 x1855007612765312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.046970:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97100 with x1855007612765312 ext(0->1048575) 00002000:00010000:1.0:1769074770.046979:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d97100 00000100:00100000:1.0:1769074770.047040:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5464 00000100:00100000:1.0:1769074770.047073:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612765312:12345-192.168.204.39@tcp:3:cat.0 00000100:00080000:0.0:1769074770.048336:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074770.051627:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.051760:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765568 00000100:00100000:2.0:1769074770.051773:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765568 00000100:00100000:2.0:1769074770.051890:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6470 00000100:00100000:2.0:1769074770.051903:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+149:57876:x1855007612765568:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074770.051944:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074770.051981:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a599 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2b0 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.052151:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052178:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052196:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052215:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052222:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052228:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052424:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052440:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052448:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074770.052460:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074770.052619:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052629:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052637:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052644:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074770.052650:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052658:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052675:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074770.052679:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074770.052685:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052692:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d000/0x8b5959a9a0e8a5a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052710:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052721:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052727:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052732:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41d8d800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074770.052735:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052741:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052749:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7ce000) 00010000:00010000:2.0:1769074770.052752:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074770.052755:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052761:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d800/0x8b5959a9a0e8a5a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.052818:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8d600/0x8b5959a9a0e8a599 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 152 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.052892:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 151 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.052901:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074770.052903:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074770.052906:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8ca00, rc 0) 00000100:00100000:2.0:1769074770.053008:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+151:57876:x1855007612765568:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1106us (1399us total) trans 8589941347 rc 0/0 00000100:00100000:2.0:1769074770.053020:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6470 00000100:00080000:0.0:1769074770.053305:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074770.059034:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.060853:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765696 00000100:00100000:1.0:1769074770.060893:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765696 00002000:00100000:1.0:1769074770.060977:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4147dc00 x1855007612765696/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.060991:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147dc00 with x1855007612765696 ext(1048576->2097151) 00002000:00010000:1.0:1769074770.061000:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147dc00 00000100:00100000:1.0:1769074770.061062:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5465 00000100:00100000:1.0:1769074770.061073:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612765696:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074770.075786:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.076447:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.079164:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765824 00000100:00100000:0.0:1769074770.079181:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765824 00002000:00100000:0.0:1769074770.079247:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d20694000 x1855007612765824/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.079259:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694000 with x1855007612765824 ext(1048576->2097151) 00002000:00010000:0.0:1769074770.079265:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20694000 00000100:00100000:0.0:1769074770.079311:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612765952 00000100:00100000:0.0:1769074770.079315:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612765952 00002000:00100000:0.0:1769074770.079333:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d20695500 x1855007612765952/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.079342:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695500 with x1855007612765952 ext(1048576->2097151) 00002000:00010000:0.0:1769074770.079346:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695500 00000100:00100000:0.0:1769074770.079376:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5466 00000100:00100000:0.0:1769074770.079386:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612765824:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074770.079444:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5467 00000100:00100000:1.0:1769074770.079470:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612765952:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.085659:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.085707:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766080 00000100:00100000:2.0:1769074770.085716:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766080 00000100:00080000:2.0:1769074770.085744:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074770.085785:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9850 00000100:00100000:2.0:1769074770.085794:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612766080:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074770.085811:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074770.085851:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2b7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.085873:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.085875:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.085885:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 17 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074770.085902:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 17 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074770.085915:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:2.0:1769074770.085968:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612766080:12345-192.168.204.39@tcp:101:cat.0 Request processed in 176us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.085975:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9850 00000100:00100000:0.0:1769074770.088581:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.088692:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.088722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.088750:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.088786:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766592 00000100:00100000:1.0:1769074770.088787:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766336 00000100:00100000:0.0:1769074770.088796:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766592 00000100:00100000:1.0:1769074770.088804:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766336 00000100:00100000:0.0:1769074770.088888:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766208 00000100:00100000:0.0:1769074770.088894:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766208 00000100:00100000:1.0:1769074770.088922:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766464 00000100:00100000:1.0:1769074770.088929:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766464 00000100:00100000:0.0:1769074770.088936:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9851 00000100:00100000:0.0:1769074770.088949:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612766592:12345-192.168.204.39@tcp:101:cat.0 00000100:00080000:2.0:1769074770.089128:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1769074770.089168:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1769074770.089181:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9852 00010000:00010000:0.0:1769074770.089190:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a5c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2d3 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074770.089248:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619909120:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074770.089307:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.089345:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.089386:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612766336:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.089405:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.089425:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2c5 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.089452:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.089455:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.089467:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 11 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.089488:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 11 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.089505:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bea00, rc 0) 00000100:00100000:1.0:1769074770.089561:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612766336:12345-192.168.204.39@tcp:101:cat.0 Request processed in 185us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.089569:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9852 00000100:00100000:1.0:1769074770.096234:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766720 00000100:00100000:1.0:1769074770.096252:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766720 00000100:00100000:1.0:1769074770.096316:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9853 00000100:00100000:1.0:1769074770.096327:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612766208:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.096346:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.096366:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2be expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.096396:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.096399:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.096409:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.096440:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.096455:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bf800, rc 0) 00000100:00100000:1.0:1769074770.096512:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612766208:12345-192.168.204.39@tcp:101:cat.0 Request processed in 188us (7788us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.096519:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9853 00000100:00100000:1.0:1769074770.096541:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9854 00000100:00100000:1.0:1769074770.096549:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612766464:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.096557:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.096568:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2cc expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.096583:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.096585:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.096590:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.096601:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.096610:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d2e9bfc00, rc 0) 00000100:00100000:1.0:1769074770.096628:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612766464:12345-192.168.204.39@tcp:101:cat.0 Request processed in 81us (7878us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.096634:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9854 00000100:00100000:1.0:1769074770.096648:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9855 00000100:00100000:1.0:1769074770.096654:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612766720:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.096661:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.096669:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8a5df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2da expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074770.096717:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909248:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074770.096773:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1180 going to sleep for 11 seconds 00002000:00010000:1.0:1769074770.108964:0:26360:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime: 1769074770 -> 1769074771 00002000:00010000:1.0:1769074770.108974:0:26360:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime: 1769074770 -> 1769074771 00002000:00010000:1.0:1769074770.108977:0:26360:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime: 1769074770 -> 1769074771 00000100:00100000:1.0:1769074770.109002:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619909120:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074770.109038:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a5c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2d3 expref: 19 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.109079:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976800/0x8b5959a9a0e8a5c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2d3 expref: 19 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.109092:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976800, rc 0) 00000100:00100000:1.0:1769074770.109153:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612766592:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20206us (20458us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074770.109162:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9851 00002000:00010000:3.0:1769074770.115208:0:26306:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074770 -> 1769074771 00002000:00010000:3.0:1769074770.115218:0:26306:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074770 -> 1769074771 00002000:00010000:3.0:1769074770.115220:0:26306:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074770 -> 1769074771 00000100:00100000:0.0:1769074770.115561:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909248:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074770.115606:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8a5df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2da expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.115630:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030800/0x8b5959a9a0e8a5df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2da expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.115643:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030800, rc 0) 00000100:00100000:0.0:1769074770.115721:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612766720:12345-192.168.204.39@tcp:101:cat.0 Request processed in 19066us (26374us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074770.115731:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9855 00000100:00100000:2.0:1769074770.132815:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612765696:12345-192.168.204.39@tcp:3:cat.0 Request processed in 71731us (73786us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074770.132865:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5465 00002000:00100000:2.0:1769074770.132886:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d4147dc00 x1855007612765696/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.132896:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147dc00 with x1855007612765696 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.132902:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4147dc00 00000100:00100000:1.0:1769074770.133744:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612765312:12345-192.168.204.39@tcp:3:cat.0 Request processed in 86689us (87074us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.133756:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5464 00002000:00100000:1.0:1769074770.133764:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d41d97100 x1855007612765312/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.133774:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d97100 with x1855007612765312 ext(0->1048575) 00002000:00010000:1.0:1769074770.133779:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d97100 00000100:00100000:1.0:1769074770.135254:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.135352:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766848 00000100:00100000:0.0:1769074770.135362:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766848 00000100:00100000:0.0:1769074770.135420:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9856 00000100:00100000:0.0:1769074770.135430:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:57868:x1855007612766848:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:0.0:1769074770.135448:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074770.135468:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2e1 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.135501:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.135511:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.135518:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.135520:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.135524:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1896448->2097151] (req 1896448->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 12 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.135562:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.135576:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.135590:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909376:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074770.135776:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.135786:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.135796:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909504:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074770.135820:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074770.139707:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2370:x1855007612765952:12345-192.168.204.39@tcp:3:cat.0 Request processed in 60239us (63250us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.139721:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5467 00002000:00100000:1.0:1769074770.139735:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d20695500 x1855007612765952/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.139746:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20695500 with x1855007612765952 ext(1048576->2097151) 00002000:00010000:1.0:1769074770.139752:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20695500 00000100:00100000:2.0:1769074770.141164:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2370:x1855007612765824:12345-192.168.204.39@tcp:3:cat.0 Request processed in 61770us (65392us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074770.141176:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5466 00002000:00100000:2.0:1769074770.141187:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d20694000 x1855007612765824/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.141196:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694000 with x1855007612765824 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.141201:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d20694000 00000100:00100000:1.0:1769074770.145741:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.145849:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612766976 00000100:00100000:2.0:1769074770.145861:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612766976 00010000:00010000:2.0:1769074770.145911:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.145956:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5224 00000100:00100000:2.0:1769074770.145967:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:2372:x1855007612766976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.145982:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.146008:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.146024:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.146067:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074770.146128:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:2372:x1855007612766976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 162us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.146136:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5224 00010000:00010000:0.0:1769074770.148439:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf800/0x8b5959a9a0e8a5d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2be expref: 12 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.148477:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909376:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074770.148494:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619909504:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074770.148529:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1896448->2097151] (req 1896448->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.148545:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976400, rc 0) 00000100:00100000:0.0:1769074770.148676:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:57868:x1855007612766848:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 13246us (13442us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.148687:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9856 00000100:00100000:1.0:1769074770.165624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.165749:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.165962:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767104 00000100:00100000:2.0:1769074770.165973:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767104 00000100:00100000:2.0:1769074770.166028:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9857 00000100:00100000:2.0:1769074770.166039:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57872:x1855007612767104:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074770.166069:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074770.166089:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2e8 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.166115:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.166124:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1896448->2097151] (req 1896448->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.166131:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074770.166135:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.166186:0:26306:0:(ldlm_lockd.c:948:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1896448->2097151] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.166203:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.166225:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:2.0:1769074770.166276:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57872:x1855007612767104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 240us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.166282:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9857 00000100:00100000:2.0:1769074770.166312:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767232 00000100:00100000:2.0:1769074770.166317:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767232 00002000:00100000:2.0:1769074770.166346:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d20694e00 x1855007612767232/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.166356:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694e00 with x1855007612767232 ext(0->1048575) 00002000:00010000:2.0:1769074770.166361:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694e00 00000100:00100000:2.0:1769074770.166379:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5468 00000100:00100000:2.0:1769074770.166386:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612767232:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074770.179013:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.179129:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767360 00000100:00100000:2.0:1769074770.179142:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767360 00010000:00010000:2.0:1769074770.179194:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.179248:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5225 00000100:00100000:2.0:1769074770.179260:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612767360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.179278:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.179310:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.179328:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.179454:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bf200/0x8b5959a9a0e8a576 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b28d expref: 13 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.179471:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.179474:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.179482:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.179492:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.179538:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.179552:0:5738:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 10 pid: 26306 timeout: 1854 lvb_type: 0 00000100:00100000:2.0:1769074770.179565:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619909760:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074770.179686:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074770.192720:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612767232:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26313us (26950us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074770.192741:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5468 00002000:00100000:3.0:1769074770.192756:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x20c:0x0] (0->1048575) req@ffff956d20694e00 x1855007612767232/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.192767:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20694e00 with x1855007612767232 ext(0->1048575) 00002000:00010000:3.0:1769074770.192773:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20694e00 00000100:00100000:1.0:1769074770.199307:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.199344:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767488 00000100:00100000:1.0:1769074770.199353:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767488 00002000:00100000:1.0:1769074770.199403:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1896448->1900543) req@ffff956d20696a00 x1855007612767488/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.199415:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696a00 with x1855007612767488 ext(1896448->1900543) 00010000:00010000:1.0:1769074770.199426:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 11 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.199446:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 11 pid: 26306 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.199454:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20696a00 00000100:00100000:1.0:1769074770.199481:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1129 00000100:00100000:1.0:1769074770.199491:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612767488:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074770.199685:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612767488:12345-192.168.204.39@tcp:3:cat.0 Request processed in 194us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074770.199692:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1129 00002000:00100000:1.0:1769074770.199699:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1896448->1900543) req@ffff956d20696a00 x1855007612767488/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/4536 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.199708:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20696a00 with x1855007612767488 ext(1896448->1900543) 00010000:00010000:1.0:1769074770.199713:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 11 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.199725:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 11 pid: 26306 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.199731:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d20696a00 00000100:00100000:3.0:1769074770.201667:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619909760:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074770.201697:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074770.201784:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612767360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 22524us (22783us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.201795:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5225 00000100:00100000:0.0:1769074770.217621:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.217662:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.217697:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.217773:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767872 00000100:00100000:2.0:1769074770.217785:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767872 00000100:00100000:1.0:1769074770.217793:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767616 00000100:00100000:1.0:1769074770.217800:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767616 00002000:00100000:1.0:1769074770.217872:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1896447) req@ffff956d41d94a80 x1855007612767616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074770.217878:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9858 00002000:00100000:1.0:1769074770.217889:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d94a80 with x1855007612767616 ext(1048576->1896447) 00000100:00100000:2.0:1769074770.217894:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+12:57868:x1855007612767872:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074770.217904:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 12 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.217911:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.217929:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 12 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.217932:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2ef expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074770.217942:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d94a80 00000100:00100000:1.0:1769074770.217966:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612767744 00010000:00010000:2.0:1769074770.217968:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 11 pid: 26360 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074770.217971:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612767744 00010000:00010000:2.0:1769074770.217982:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00002000:00100000:1.0:1769074770.217990:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1896448->2097151) req@ffff956d41d95180 x1855007612767744/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074770.217991:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.217995:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00100000:1.0:1769074770.218005:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95180 with x1855007612767744 ext(1896448->2097151) 00010000:00010000:1.0:1769074770.218011:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.218014:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [1048576->1531903] (req 1048576->1531903) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.218021:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.218030:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d95180 00000100:00100000:1.0:1769074770.218058:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1130 00000100:00100000:1.0:1769074770.218067:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612767616:12345-192.168.204.39@tcp:3:cat.0 00010000:00010000:2.0:1769074770.218071:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 14 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074770.218085:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 14 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.218101:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619909888:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074770.218327:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 11 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074770.218337:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 11 pid: 26360 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.218346:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619910016:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074770.218374:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074770.219197:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1131 00000100:00100000:3.0:1769074770.219211:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612767744:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074770.243531:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.243648:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768000 00000100:00100000:0.0:1769074770.243660:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768000 00000100:00100000:0.0:1769074770.243726:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9859 00000100:00100000:0.0:1769074770.243736:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:57876:x1855007612768000:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074770.243764:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074770.243784:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2f6 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.243813:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074770.243820:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 18 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.243866:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 18 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.243890:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977400, rc 0) 00000100:00100000:0.0:1769074770.243944:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:57876:x1855007612768000:12345-192.168.204.39@tcp:101:cat.0 Request processed in 210us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.243952:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9859 00000100:00100000:2.0:1769074770.276497:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.276529:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768128 00000100:00100000:2.0:1769074770.276537:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768128 00010000:00010000:2.0:1769074770.276574:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 18 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.276610:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5226 00000100:00100000:2.0:1769074770.276620:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612768128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.276634:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.276654:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 18 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.276666:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 18 pid: 26306 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.276691:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074770.277028:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612768128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 407us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.277037:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5226 00000100:00100000:2.0:1769074770.277106:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.277129:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768256 00000100:00100000:2.0:1769074770.277133:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768256 00010000:00010000:2.0:1769074770.277153:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 12 pid: 26360 timeout: 1854 lvb_type: 1 00000100:00100000:2.0:1769074770.277178:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5227 00000100:00100000:2.0:1769074770.277186:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612768256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.277195:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.277205:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 12 pid: 26360 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.277215:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 12 pid: 26360 timeout: 1854 lvb_type: 1 00010000:00010000:2.0:1769074770.277231:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.277234:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.277242:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 17 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.277252:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 17 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074770.277749:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612767744:12345-192.168.204.39@tcp:4:cat.0 Request processed in 58539us (60082us total) trans 17179872589 rc 0/0 00000100:00100000:1.0:1769074770.277759:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1131 00002000:00100000:1.0:1769074770.277770:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1896448->2097151) req@ffff956d41d95180 x1855007612767744/t17179872589(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/448 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.277780:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d95180 with x1855007612767744 ext(1896448->2097151) 00010000:00010000:1.0:1769074770.277787:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 18 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.277804:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 18 pid: 26306 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.277818:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d95180 00010000:00010000:2.0:1769074770.279123:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 17 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074770.279154:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910144:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074770.281175:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612767616:12345-192.168.204.39@tcp:3:cat.0 Request processed in 63098us (63553us total) trans 0 rc 847872/847872 00000100:00100000:3.0:1769074770.281189:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1130 00002000:00100000:3.0:1769074770.281202:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x211:0x0] (1048576->1896447) req@ffff956d41d94a80 x1855007612767616/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 847872/847872 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.281214:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d94a80 with x1855007612767616 ext(1048576->1896447) 00010000:00010000:3.0:1769074770.281223:0:26123:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 16 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:3.0:1769074770.281243:0:26123:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 16 pid: 26306 timeout: 1854 lvb_type: 0 00002000:00010000:3.0:1769074770.281252:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d41d94a80 00000100:00100000:2.0:1769074770.283456:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074770.287960:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910144:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074770.287988:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074770.288118:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612768256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10931us (11010us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.288130:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5227 00010000:00010000:0.0:1769074770.291356:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9bea00/0x8b5959a9a0e8a5ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2c5 expref: 15 pid: 26306 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.291386:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619909888:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074770.291402:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9be000/0x8b5959a9a0e8a58b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b294 expref: 11 pid: 26360 timeout: 1854 lvb_type: 1 00000100:00100000:0.0:1769074770.291411:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619910016:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074770.291453:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.291471:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ec00, rc 0) 00000100:00100000:0.0:1769074770.302697:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+14:57868:x1855007612767872:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 84792us (84983us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.302711:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9858 00000100:00100000:1.0:1769074770.308142:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.309304:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768384 00000100:00100000:2.0:1769074770.309317:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768384 00010000:00010000:2.0:1769074770.309370:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00000100:00100000:2.0:1769074770.309420:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5228 00000100:00100000:2.0:1769074770.309429:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612768384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.309444:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074770.309463:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074770 -> 1769074771 00002000:00010000:2.0:1769074770.309467:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074770 -> 1769074771 00010000:00010000:2.0:1769074770.309473:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.309489:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.309511:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976400/0x8b5959a9a0e8a5e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1896448->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e1 expref: 14 pid: 26306 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.309529:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.309531:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.309539:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.309549:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.309559:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.309561:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.309565:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.309573:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.309609:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074770.309624:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910272:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074770.309736:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074770.309748:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910400:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074770.309778:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.318358:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.319529:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768640 00000100:00100000:3.0:1769074770.319542:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768640 00000100:00100000:3.0:1769074770.319655:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6471 00000100:00100000:3.0:1769074770.319667:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57879:x1855007612768640:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:3.0:1769074770.319704:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.319728:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a602 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b2fd expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.319897:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074770.319914:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.319930:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 150 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.319938:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 5/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074770.319976:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 150 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.319992:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 150 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:3.0:1769074770.320006:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619910528:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074770.320119:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.320128:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 15 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:3.0:1769074770.320137:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619910656:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074770.320160:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01254180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.331527:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.331562:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.331591:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.334457:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768896 00000100:00100000:1.0:1769074770.334478:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768896 00010000:00010000:1.0:1769074770.334537:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 16 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:1.0:1769074770.334589:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612768768 00000100:00100000:1.0:1769074770.334593:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612768768 00010000:00010000:1.0:1769074770.334606:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 151 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:1.0:1769074770.334636:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5229 00000100:00100000:1.0:1769074770.334645:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612768896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074770.334661:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074770.334668:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 16 pid: 30391 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.334680:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 16 pid: 30391 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.334705:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074770.334710:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.334719:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.334729:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074770.334793:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612768896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (3275us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.334801:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5229 00000100:00100000:1.0:1769074770.334818:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5230 00000100:00100000:1.0:1769074770.334852:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:2372:x1855007612768768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074770.334861:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074770.334866:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 151 pid: 30391 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.334879:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 151 pid: 30391 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.334891:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074770.334895:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.334902:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.334910:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.334929:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074770.334948:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:2372:x1855007612768768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 97us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.334955:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5230 00010000:00010000:3.0:1769074770.335219:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8ca00/0x8b5959a9a0e8a5ae lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b0 expref: 150 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:3.0:1769074770.335237:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619910528:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074770.335250:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41d8c200/0x8b5959a9a0e8a55a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b278 expref: 15 pid: 30391 timeout: 1854 lvb_type: 0 00000100:00100000:3.0:1769074770.335260:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619910656:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074770.335283:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074770.335291:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074770.335297:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074770.335314:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:3.0:1769074770.335475:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.335491:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.335498:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074770.335501:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1769074770.335504:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:3.0:1769074770.335535:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57879:x1855007612768640:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 15871us (17189us total) trans 8589941348 rc 0/0 00000100:00100000:3.0:1769074770.335545:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6471 00000100:00100000:3.0:1769074770.335573:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769024 00000100:00100000:3.0:1769074770.335580:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769024 00002000:00100000:3.0:1769074770.335612:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1527808->1531903) req@ffff956d40d25c00 x1855007612769024/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.335622:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d25c00 with x1855007612769024 ext(1527808->1531903) 00002000:00010000:3.0:1769074770.335627:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d25c00 00000100:00100000:3.0:1769074770.335642:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5469 00000100:00100000:3.0:1769074770.335650:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612769024:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074770.335809:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612769024:12345-192.168.204.39@tcp:3:cat.0 Request processed in 159us (4215us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074770.335816:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5469 00002000:00100000:3.0:1769074770.335858:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x212:0x0] (1527808->1531903) req@ffff956d40d25c00 x1855007612769024/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/4536 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.335866:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d25c00 with x1855007612769024 ext(1527808->1531903) 00002000:00010000:3.0:1769074770.335870:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d25c00 00000100:00100000:2.0:1769074770.336671:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910400:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074770.336687:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910272:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074770.336705:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074770.336778:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612768384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 27349us (28647us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.336787:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5228 00000100:00100000:0.0:1769074770.347761:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.347890:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.347913:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.347998:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769536 00000100:00100000:2.0:1769074770.348008:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769536 00000100:00100000:2.0:1769074770.348069:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2751 00000100:00100000:2.0:1769074770.348078:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+150:57868:x1855007612769536:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074770.348327:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+151:57868:x1855007612769536:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 250us (413us total) trans 8589941349 rc 0/0 00000100:00100000:2.0:1769074770.348335:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2751 00000100:00100000:2.0:1769074770.348357:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769280 00000100:00100000:2.0:1769074770.348361:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769280 00002000:00100000:2.0:1769074770.348387:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d26680 x1855007612769280/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.348398:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26680 with x1855007612769280 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.348404:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26680 00000100:00100000:2.0:1769074770.348418:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769152 00000100:00100000:2.0:1769074770.348421:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769152 00002000:00100000:2.0:1769074770.348435:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d24000 x1855007612769152/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.348443:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24000 with x1855007612769152 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.348447:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d24000 00000100:00100000:2.0:1769074770.348461:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5470 00000100:00100000:2.0:1769074770.348468:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612769280:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.349469:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5471 00000100:00100000:2.0:1769074770.349481:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612769152:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.373239:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:2370:x1855007612769280:12345-192.168.204.39@tcp:3:cat.0 Request processed in 24755us (25472us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074770.373262:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5470 00002000:00100000:2.0:1769074770.373279:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d26680 x1855007612769280/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.373290:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26680 with x1855007612769280 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.373296:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26680 00000100:00100000:2.0:1769074770.386064:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612769152:12345-192.168.204.39@tcp:3:cat.0 Request processed in 36564us (38152us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074770.386081:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5471 00002000:00100000:2.0:1769074770.386097:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x211:0x0] (1048576->2097151) req@ffff956d40d24000 x1855007612769152/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.386108:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d24000 with x1855007612769152 ext(1048576->2097151) 00002000:00010000:2.0:1769074770.386115:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d24000 00000100:00100000:3.0:1769074770.419410:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.420570:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769664 00000100:00100000:0.0:1769074770.420585:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769664 00000100:00100000:0.0:1769074770.420673:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9860 00000100:00100000:0.0:1769074770.420685:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+11:57872:x1855007612769664:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074770.420707:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074770.420731:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b304 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.420767:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.420776:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074770.420778:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074770.420784:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.428963:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.428993:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 12 pid: 26360 timeout: 1854 lvb_type: 0 00000100:00100000:0.0:1769074770.429013:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619910784:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074770.429150:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.432338:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619910784:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074770.432385:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.432407:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41065800, rc 0) 00000100:00100000:0.0:1769074770.432473:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57872:x1855007612769664:12345-192.168.204.39@tcp:101:cat.0 Request processed in 11789us (13074us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.432483:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9860 00000100:00100000:2.0:1769074770.434193:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.441219:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.446215:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.446481:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769920 00000100:00100000:1.0:1769074770.446492:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769920 00002000:00100000:1.0:1769074770.446556:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->1531903) req@ffff956d4147e300 x1855007612769920/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.446568:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e300 with x1855007612769920 ext(1048576->1531903) 00010000:00010000:1.0:1769074770.446578:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 13 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.446596:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 13 pid: 26360 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.446604:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4147e300 00000100:00100000:1.0:1769074770.446646:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770048 00000100:00100000:1.0:1769074770.446651:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770048 00002000:00100000:1.0:1769074770.446670:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d411b8700 x1855007612770048/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.446678:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8700 with x1855007612770048 ext(1048576->2097151) 00002000:00010000:1.0:1769074770.446682:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8700 00000100:00100000:1.0:1769074770.447116:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1132 00000100:00100000:1.0:1769074770.447128:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+13:2372:x1855007612769920:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074770.462622:0:14223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612769792 00000100:00100000:2.0:1769074770.462644:0:14223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612769792 00002000:00100000:2.0:1769074770.462724:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1531904->2097151) req@ffff956d411baa00 x1855007612769792/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.462736:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411baa00 with x1855007612769792 ext(1531904->2097151) 00010000:00010000:2.0:1769074770.462746:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.462771:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00002000:00010000:2.0:1769074770.462786:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d411baa00 00000100:00100000:2.0:1769074770.462855:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1133 00000100:00100000:2.0:1769074770.462866:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612769792:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.463689:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5472 00000100:00100000:2.0:1769074770.463700:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612770048:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.478565:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612769792:12345-192.168.204.39@tcp:3:cat.0 Request processed in 15689us (32348us total) trans 0 rc 565248/565248 00000100:00100000:2.0:1769074770.478580:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1133 00002000:00100000:2.0:1769074770.478592:0:14223:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x212:0x0] (1531904->2097151) req@ffff956d411baa00 x1855007612769792/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 565248/565248 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.478602:0:14223:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411baa00 with x1855007612769792 ext(1531904->2097151) 00010000:00010000:2.0:1769074770.478613:0:14223:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.478629:0:14223:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00002000:00010000:2.0:1769074770.479742:0:14223:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d411baa00 00000100:00100000:0.0:1769074770.483385:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612769920:12345-192.168.204.39@tcp:4:cat.0 Request processed in 36248us (49188us total) trans 17179872590 rc 0/0 00000100:00100000:0.0:1769074770.483405:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1132 00002000:00100000:0.0:1769074770.483432:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->1531903) req@ffff956d4147e300 x1855007612769920/t17179872590(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/448 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.483444:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147e300 with x1855007612769920 ext(1048576->1531903) 00010000:00010000:0.0:1769074770.483459:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.483484:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00002000:00010000:0.0:1769074770.483493:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d4147e300 00000100:00100000:0.0:1769074770.498029:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612770048:12345-192.168.204.39@tcp:3:cat.0 Request processed in 34319us (56807us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074770.498054:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5472 00002000:00100000:0.0:1769074770.498070:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20e:0x0] (1048576->2097151) req@ffff956d411b8700 x1855007612770048/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.498082:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b8700 with x1855007612770048 ext(1048576->2097151) 00002000:00010000:0.0:1769074770.498091:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d411b8700 00000100:00100000:2.0:1769074770.505301:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.505472:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770176 00000100:00100000:0.0:1769074770.505481:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770176 00010000:00010000:0.0:1769074770.505523:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00000100:00100000:0.0:1769074770.505622:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5231 00000100:00100000:0.0:1769074770.505634:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612770176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074770.505661:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074770.505688:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074771 00002000:00010000:0.0:1769074770.505692:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074771 00010000:00010000:0.0:1769074770.505699:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.505722:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.505747:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a5f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1531903) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2ef expref: 15 pid: 26360 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.505765:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.505767:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.505777:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.505787:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.506838:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074770.506858:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910912:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074770.506954:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.510932:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619910912:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074770.510966:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074770.511052:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612770176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5410us (5754us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.511065:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5231 00000100:00100000:3.0:1769074770.527345:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.527487:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770304 00000100:00100000:0.0:1769074770.527502:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770304 00002000:00100000:0.0:1769074770.527575:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d412c7800 x1855007612770304/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.527589:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7800 with x1855007612770304 ext(1048576->2097151) 00002000:00010000:0.0:1769074770.527597:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c7800 00000100:00100000:0.0:1769074770.527647:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5473 00000100:00100000:0.0:1769074770.527657:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612770304:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074770.537604:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.537795:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.543675:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.545810:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770432 00000100:00100000:1.0:1769074770.545836:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770432 00000100:00100000:1.0:1769074770.545902:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770560 00000100:00100000:1.0:1769074770.545906:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770560 00000100:00100000:1.0:1769074770.545947:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9861 00000100:00100000:1.0:1769074770.545957:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612770432:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.545978:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.546000:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b30b expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074770.546004:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9862 00000100:00100000:3.0:1769074770.546021:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612770560:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.546030:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.546031:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.546033:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.546054:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a625 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b312 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074770.546106:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619911040:192.168.204.39@tcp:106: 00000100:00100000:3.0:1769074770.546204:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00010000:00010000:1.0:1769074770.547482:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 15 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.547512:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 15 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.547527:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:1.0:1769074770.547582:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612770432:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1626us (9988us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.547591:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9861 00000100:00100000:2.0:1769074770.547799:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770688 00000100:00100000:2.0:1769074770.547810:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770688 00000100:00100000:2.0:1769074770.547869:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9863 00000100:00100000:2.0:1769074770.547877:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612770688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1769074770.547890:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074770.547906:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a62c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b319 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074770.547953:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619911168:192.168.204.39@tcp:106: 00000100:00100000:2.0:1769074770.548005:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074770.553578:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612770304:12345-192.168.204.39@tcp:3:cat.0 Request processed in 25908us (26233us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.553592:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5473 00002000:00100000:1.0:1769074770.553607:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->2097151) req@ffff956d412c7800 x1855007612770304/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.553618:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7800 with x1855007612770304 ext(1048576->2097151) 00002000:00010000:1.0:1769074770.553625:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c7800 00000100:00100000:1.0:1769074770.566429:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619911168:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074770.566479:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a62c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b319 expref: 16 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.566513:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8a62c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b319 expref: 16 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.566528:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:3.0:1769074770.566528:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619911040:192.168.204.39@tcp:106: 00010000:00010000:3.0:1769074770.566555:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a625 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b312 expref: 19 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.566570:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a625 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b312 expref: 19 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.566581:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8d400, rc 0) 00000100:00100000:1.0:1769074770.566601:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612770688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 18723us (22934us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074770.566616:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9863 00000100:00100000:3.0:1769074770.566616:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612770560:12345-192.168.204.39@tcp:101:cat.0 Request processed in 20598us (28818us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074770.566626:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9862 00000100:00100000:2.0:1769074770.583348:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.583504:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770816 00000100:00100000:1.0:1769074770.583515:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770816 00000100:00100000:1.0:1769074770.583584:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9864 00000100:00100000:1.0:1769074770.583594:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:57876:x1855007612770816:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074770.583615:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.583648:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b320 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.583686:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.583695:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074770.583697:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074770.583701:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.583734:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 9 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.583756:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 9 pid: 7967 timeout: 1854 lvb_type: 0 00000100:00100000:1.0:1769074770.583772:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619911296:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074770.583904:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074770.589609:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619911296:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074770.589733:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.589755:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:1.0:1769074770.589896:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:57876:x1855007612770816:12345-192.168.204.39@tcp:101:cat.0 Request processed in 6302us (6558us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.589906:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9864 00000100:00100000:3.0:1769074770.611780:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.612101:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612770944 00000100:00100000:1.0:1769074770.612113:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612770944 00002000:00100000:1.0:1769074770.612168:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3096576->3145727) req@ffff956d412c5880 x1855007612770944/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.612181:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5880 with x1855007612770944 ext(3096576->3145727) 00010000:00010000:1.0:1769074770.612191:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.612222:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 10 pid: 7967 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.612235:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c5880 00000100:00100000:1.0:1769074770.612270:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1134 00000100:00100000:1.0:1769074770.612279:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+10:2372:x1855007612770944:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1769074770.628595:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.628934:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771072 00000100:00100000:3.0:1769074770.628944:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771072 00000100:00100000:3.0:1769074770.629001:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9865 00000100:00100000:3.0:1769074770.629011:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57872:x1855007612771072:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074770.629030:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.629061:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b327 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.629094:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074770.629101:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.629116:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.629130:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41d8d400, rc 0) 00000100:00100000:3.0:1769074770.629183:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:57872:x1855007612771072:12345-192.168.204.39@tcp:101:cat.0 Request processed in 173us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.629190:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9865 00000100:00100000:1.0:1769074770.642308:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612770944:12345-192.168.204.39@tcp:4:cat.0 Request processed in 30018us (30527us total) trans 21474839553 rc 0/0 00000100:00100000:1.0:1769074770.642324:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1134 00002000:00100000:1.0:1769074770.642336:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (3096576->3145727) req@ffff956d412c5880 x1855007612770944/t21474839553(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/448 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.642346:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5880 with x1855007612770944 ext(3096576->3145727) 00010000:00010000:1.0:1769074770.642852:0:6538:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:1.0:1769074770.642871:0:6538:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00002000:00010000:1.0:1769074770.642879:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d412c5880 00000100:00100000:1.0:1769074770.657921:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.658024:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771200 00000100:00100000:0.0:1769074770.658036:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771200 00010000:00010000:0.0:1769074770.658094:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00000100:00100000:0.0:1769074770.658138:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5232 00000100:00100000:0.0:1769074770.658148:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2373:x1855007612771200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074770.658165:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074770.658187:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.658212:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.658238:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a568 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3096576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b27f expref: 13 pid: 7967 timeout: 1854 lvb_type: 0 00010000:00010000:0.0:1769074770.658255:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.658258:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.658265:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.658275:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.658284:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.658286:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.658290:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.658298:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.658479:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074770.658496:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619911424:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074770.658663:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074770.658673:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619911552:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074770.658699:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.667761:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619911424:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074770.670130:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619911552:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074770.670185:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074770.670263:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2373:x1855007612771200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12115us (12351us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.670275:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5232 00000100:00100000:2.0:1769074770.684387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.684505:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771328 00000100:00100000:1.0:1769074770.684518:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771328 00002000:00100000:1.0:1769074770.684585:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d4147d500 x1855007612771328/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.684596:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147d500 with x1855007612771328 ext(2097152->3145727) 00002000:00010000:1.0:1769074770.684603:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4147d500 00000100:00100000:1.0:1769074770.684648:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5474 00000100:00100000:1.0:1769074770.684657:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612771328:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074770.694662:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.695542:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.695575:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771712 00000100:00100000:0.0:1769074770.695584:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771712 00002000:00100000:0.0:1769074770.695627:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d40d26a00 x1855007612771712/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.695638:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26a00 with x1855007612771712 ext(2097152->3145727) 00002000:00010000:0.0:1769074770.695644:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d26a00 00000100:00100000:0.0:1769074770.695674:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5475 00000100:00100000:0.0:1769074770.695682:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612771712:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074770.697635:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.697673:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.697708:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771840 00000100:00100000:0.0:1769074770.697720:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771840 00002000:00100000:0.0:1769074770.697773:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40d27480 x1855007612771840/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.697786:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27480 with x1855007612771840 ext(3145728->4194303) 00002000:00010000:0.0:1769074770.697793:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27480 00000100:00100000:0.0:1769074770.697846:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771968 00000100:00100000:0.0:1769074770.697850:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771968 00002000:00100000:0.0:1769074770.697867:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (2326528->3375103) req@ffff956d40d26d80 x1855007612771968/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.697875:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26d80 with x1855007612771968 ext(2326528->3375103) 00002000:00010000:0.0:1769074770.697880:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26d80 00000100:00100000:0.0:1769074770.697902:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5476 00000100:00100000:0.0:1769074770.697911:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612771840:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074770.702261:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5477 00000100:00100000:3.0:1769074770.702299:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612771968:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074770.704997:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.707669:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612771584 00000100:00100000:1.0:1769074770.707707:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612771584 00000100:00100000:1.0:1769074770.707811:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6472 00000100:00100000:1.0:1769074770.707861:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+151:57882:x1855007612771584:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074770.707895:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.707921:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8a641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b32e expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.708002:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708017:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708032:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708058:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708065:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708071:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708232:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8a656 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708241:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8a656 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708249:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8a656 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074770.708271:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:1.0:1769074770.708425:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708434:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708441:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708448:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074770.708453:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708463:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708481:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074770.708484:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074770.708493:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708498:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a648 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708515:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708521:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708531:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708535:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074770.708538:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708543:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708549:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9300) 00010000:00010000:1.0:1769074770.708551:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074770.708554:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708559:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a64f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074770.708617:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8a641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b32e expref: 154 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.708634:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8a656 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b32e expref: 153 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.708642:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074770.708644:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1769074770.708647:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:1.0:1769074770.708735:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+153:57882:x1855007612771584:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 915us (14083us total) trans 8589941350 rc 0/0 00000100:00100000:1.0:1769074770.708745:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6472 00000100:00100000:1.0:1769074770.708806:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772096 00000100:00100000:1.0:1769074770.708814:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772096 00002000:00100000:1.0:1769074770.708906:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3375104->4194303) req@ffff956d412c5180 x1855007612772096/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.708916:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5180 with x1855007612772096 ext(3375104->4194303) 00002000:00010000:1.0:1769074770.708923:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c5180 00000100:00100000:1.0:1769074770.708943:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5478 00000100:00100000:1.0:1769074770.708950:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612772096:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074770.773674:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.773874:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772224 00000100:00100000:1.0:1769074770.773890:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772224 00000100:00100000:1.0:1769074770.773976:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6473 00000100:00100000:1.0:1769074770.773986:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+11:57883:x1855007612772224:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074770.774013:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.774046:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8a664 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b335 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.774120:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774137:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774148:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774161:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774167:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774174:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774301:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774312:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.774319:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.774351:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.774366:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 14 pid: 29857 timeout: 1854 lvb_type: 0 00000100:00100000:1.0:1769074770.774378:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619911680:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074770.775327:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00080000:3.0:1769074770.776112:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074770.776469:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612771968:12345-192.168.204.39@tcp:3:cat.0 Request processed in 74186us (78788us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074770.776483:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5477 00002000:00100000:3.0:1769074770.776500:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x213:0x0] (2326528->3375103) req@ffff956d40d26d80 x1855007612771968/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.776513:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26d80 with x1855007612771968 ext(2326528->3375103) 00002000:00010000:3.0:1769074770.776520:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d40d26d80 00000100:00100000:1.0:1769074770.777508:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612772096:12345-192.168.204.39@tcp:3:cat.0 Request processed in 68548us (72518us total) trans 0 rc 819200/819200 00000100:00100000:1.0:1769074770.777525:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5478 00002000:00100000:1.0:1769074770.777536:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x213:0x0] (3375104->4194303) req@ffff956d412c5180 x1855007612772096/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 819200/819200 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.777545:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c5180 with x1855007612772096 ext(3375104->4194303) 00002000:00010000:1.0:1769074770.777551:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d412c5180 00000100:00100000:1.0:1769074770.780749:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2371:x1855007612771840:12345-192.168.204.39@tcp:3:cat.0 Request processed in 82820us (83109us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.780767:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5476 00002000:00100000:1.0:1769074770.780785:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d40d27480 x1855007612771840/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.780796:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d27480 with x1855007612771840 ext(3145728->4194303) 00002000:00010000:1.0:1769074770.780806:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d27480 00000100:00100000:0.0:1769074770.785499:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612771712:12345-192.168.204.39@tcp:3:cat.0 Request processed in 89799us (89941us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074770.785517:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5475 00002000:00100000:0.0:1769074770.785534:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d40d26a00 x1855007612771712/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074770.785545:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d40d26a00 with x1855007612771712 ext(2097152->3145727) 00002000:00010000:0.0:1769074770.785552:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d40d26a00 00000100:00100000:2.0:1769074770.788060:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612771328:12345-192.168.204.39@tcp:3:cat.0 Request processed in 103377us (103659us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074770.788077:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5474 00002000:00100000:2.0:1769074770.788093:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2097152->3145727) req@ffff956d4147d500 x1855007612771328/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.788104:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4147d500 with x1855007612771328 ext(2097152->3145727) 00002000:00010000:2.0:1769074770.788110:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4147d500 00000100:00100000:0.0:1769074770.797279:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.797778:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772352 00000100:00100000:2.0:1769074770.797792:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772352 00010000:00010000:2.0:1769074770.797882:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 15 pid: 29857 timeout: 1854 lvb_type: 0 00000100:00100000:2.0:1769074770.797920:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5233 00000100:00100000:2.0:1769074770.797930:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612772352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074770.797950:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.797957:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 15 pid: 29857 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.797971:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 15 pid: 29857 timeout: 1854 lvb_type: 0 00010000:00010000:2.0:1769074770.797997:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074770.798003:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.798013:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.798021:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074770.798051:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074770.798124:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612772352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.798132:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5233 00010000:00010000:1.0:1769074770.798343:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a609 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2fd expref: 14 pid: 29857 timeout: 1854 lvb_type: 0 00000100:00100000:1.0:1769074770.798361:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619911680:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074770.798380:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798389:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798395:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074770.798443:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074770.798448:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074770.798469:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798481:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798491:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798502:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798510:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798516:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074770.798520:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798528:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798537:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074770.798540:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074770.798544:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798550:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8a66b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798560:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798566:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798573:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798579:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074770.798581:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798591:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798598:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0c8b9300) 00010000:00010000:1.0:1769074770.798601:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074770.798604:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798610:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8a672 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074770.798641:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8a664 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.798654:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.798661:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074770.798664:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074770.798666:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:1.0:1769074770.799935:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57883:x1855007612772224:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 25937us (26259us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.799949:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6473 00000100:00100000:2.0:1769074770.837759:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.837807:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.837972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.841793:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.842226:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772480 00000100:00100000:3.0:1769074770.842242:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772480 00000100:00100000:3.0:1769074770.842312:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772608 00000100:00100000:3.0:1769074770.842316:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772608 00000100:00100000:3.0:1769074770.842351:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772864 00000100:00100000:3.0:1769074770.842355:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772864 00000100:00100000:3.0:1769074770.842379:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9866 00000100:00100000:3.0:1769074770.842390:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:57876:x1855007612772480:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074770.842411:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.842429:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b33c expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.842459:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.842468:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074770.842470:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074770.842475:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.842517:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 11 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.842537:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 11 pid: 6534 timeout: 1855 lvb_type: 0 00000100:00100000:3.0:1769074770.842554:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619911808:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074770.842658:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00080000:3.0:1769074770.842685:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074770.848013:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9867 00000100:00100000:3.0:1769074770.848075:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612772608:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074770.848102:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.848127:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8a687 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b343 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.848162:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.848165:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.848176:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8a687 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b343 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.848197:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8a687 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b343 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.848214:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337e00, rc 0) 00000100:00100000:3.0:1769074770.848285:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612772608:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 254us (10477us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.848294:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9867 00000100:00100000:3.0:1769074770.848328:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9868 00000100:00100000:3.0:1769074770.848336:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2370:x1855007612772864:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074770.848345:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.848354:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b351 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.848366:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.848368:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.848373:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.848388:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 16 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.848402:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:3.0:1769074770.848422:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612772864:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 88us (10451us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.848428:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9868 00000100:00100000:0.0:1769074770.853409:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773120 00000100:00100000:0.0:1769074770.853427:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773120 00000100:00100000:0.0:1769074770.853573:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9869 00000100:00100000:0.0:1769074770.853585:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612773120:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:0.0:1769074770.853612:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074770.853636:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b35f expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.853663:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.853665:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.853676:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.853693:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.853708:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334e00, rc 0) 00000100:00100000:0.0:1769074770.853778:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612773120:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 196us (11997us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.853785:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9869 00000100:00100000:2.0:1769074770.857592:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.857796:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.858310:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772736 00000100:00100000:3.0:1769074770.858323:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772736 00000100:00100000:3.0:1769074770.858371:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612772992 00000100:00100000:3.0:1769074770.858374:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612772992 00000100:00100000:3.0:1769074770.858395:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9870 00000100:00100000:3.0:1769074770.858405:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2370:x1855007612772736:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074770.858424:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.858441:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b34a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.858466:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.858468:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.858479:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.858500:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.858513:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337800, rc 0) 00000100:00100000:1.0:1769074770.858620:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9871 00000100:00100000:1.0:1769074770.858631:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612772992:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:1.0:1769074770.858640:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074770.858652:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a6a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b358 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.858670:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.858672:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074770.858678:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a6a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b358 expref: 18 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.858689:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a6a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b358 expref: 18 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.858698:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:3.0:1769074770.860165:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612772736:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 1744us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.860180:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9870 00000100:00100000:0.0:1769074770.868264:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2370:x1855007612772992:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 9623us (10457us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.868284:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9871 00000100:00100000:2.0:1769074770.868716:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.868776:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.868859:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.868962:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773376 00000100:00100000:1.0:1769074770.868975:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773376 00002000:00100000:1.0:1769074770.869047:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de0000 x1855007612773376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.869059:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0000 with x1855007612773376 ext(4194304->4861951) 00002000:00010000:1.0:1769074770.869065:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de0000 00000100:00100000:0.0:1769074770.869072:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773248 00000100:00100000:0.0:1769074770.869076:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773248 00000100:00100000:1.0:1769074770.869090:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773504 00000100:00100000:1.0:1769074770.869093:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773504 00000100:00100000:0.0:1769074770.869103:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9872 00002000:00100000:1.0:1769074770.869107:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2326527) req@ffff956d37de2a00 x1855007612773504/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074770.869111:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612773248:12345-192.168.204.39@tcp:101:mirror_io.0 00002000:00100000:1.0:1769074770.869116:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2a00 with x1855007612773504 ext(2097152->2326527) 00010000:00010000:1.0:1769074770.869123:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 12 pid: 6534 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074770.869124:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074770.869140:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e8a6aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b366 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.869140:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 12 pid: 6534 timeout: 1855 lvb_type: 0 00002000:00010000:1.0:1769074770.869152:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d37de2a00 00000100:00100000:1.0:1769074770.869167:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1135 00000100:00100000:1.0:1769074770.869172:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612773504:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074770.869195:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619911936:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074770.869260:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.869370:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5479 00000100:00100000:0.0:1769074770.869377:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612773376:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074770.869777:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619911808:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074770.869802:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.869816:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337a00, rc 0) 00010000:00010000:2.0:1769074770.878534:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074770.880276:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:57876:x1855007612772480:12345-192.168.204.39@tcp:101:cat.0 Request processed in 37871us (42511us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.880291:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9866 00000100:00100000:0.0:1769074770.889680:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619911936:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074770.889739:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e8a6aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b366 expref: 18 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.889779:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334000/0x8b5959a9a0e8a6aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b366 expref: 18 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.889797:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334000, rc 0) 00000100:00100000:0.0:1769074770.890240:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2370:x1855007612773248:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 21123us (21519us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074770.890252:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9872 00000100:00100000:2.0:1769074770.897661:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612773376:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28272us (28872us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074770.897678:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5479 00002000:00100000:2.0:1769074770.897693:0:26123:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de0000 x1855007612773376/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.897704:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0000 with x1855007612773376 ext(4194304->4861951) 00002000:00010000:2.0:1769074770.897711:0:26123:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de0000 00000100:00100000:0.0:1769074770.910976:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.911185:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773760 00000100:00100000:3.0:1769074770.911196:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773760 00000100:00100000:3.0:1769074770.911257:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6474 00000100:00100000:3.0:1769074770.911268:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57883:x1855007612773760:12345-192.168.204.39@tcp:101:mirror_io.0 00010000:00010000:3.0:1769074770.911289:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.911309:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8a6b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b36d expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.911412:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.911428:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.911437:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.911470:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.911481:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 13 pid: 30391 timeout: 1855 lvb_type: 0 00000100:00100000:3.0:1769074770.911495:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619912064:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074770.911571:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074770.915798:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2371:x1855007612773504:12345-192.168.204.39@tcp:4:cat.0 Request processed in 46605us (46919us total) trans 17179872591 rc 0/0 00000100:00100000:1.0:1769074770.915817:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1135 00002000:00100000:1.0:1769074770.915858:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2326527) req@ffff956d37de2a00 x1855007612773504/t17179872591(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:306/0 lens 488/448 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.915870:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2a00 with x1855007612773504 ext(2097152->2326527) 00010000:00010000:1.0:1769074770.915882:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 14 pid: 6534 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074770.915901:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 14 pid: 6534 timeout: 1855 lvb_type: 0 00002000:00010000:1.0:1769074770.915909:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff956d37de2a00 00000100:00100000:0.0:1769074770.931406:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.931465:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.931490:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074770.931521:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.931534:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612773888 00000100:00100000:0.0:1769074770.931541:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774144 00000100:00100000:0.0:1769074770.931545:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774144 00000100:00100000:2.0:1769074770.931545:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612773888 00010000:00010000:2.0:1769074770.931585:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 14 pid: 6534 timeout: 1855 lvb_type: 0 00000100:00100000:0.0:1769074770.931589:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774272 00000100:00100000:0.0:1769074770.931592:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774272 00000100:00100000:2.0:1769074770.931609:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774016 00000100:00100000:2.0:1769074770.931612:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774016 00000100:00100000:0.0:1769074770.931613:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9873 00000100:00100000:0.0:1769074770.931621:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57879:x1855007612774144:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:2.0:1769074770.931624:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 14 pid: 30391 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074770.931636:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1769074770.931641:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5234 00000100:00100000:2.0:1769074770.931647:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2370:x1855007612773888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074770.931655:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b374 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.931661:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074770.931679:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.931682:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 15 pid: 6534 timeout: 1855 lvb_type: 0 00010000:00010000:2.0:1769074770.931693:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 15 pid: 6534 timeout: 1855 lvb_type: 0 00010000:00010000:2.0:1769074770.931722:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41d8c600/0x8b5959a9a0e8a592 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2a9 expref: 15 pid: 6534 timeout: 1855 lvb_type: 0 00010000:00010000:2.0:1769074770.931741:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.931744:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074770.931753:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.931764:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.931815:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074770.931886:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619912064:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074770.931909:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074770.931931:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9874 00000100:00100000:3.0:1769074770.931938:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612774272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1769074770.931947:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074770.931954:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b37b expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074770.931967:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.931969:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074770.931974:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.931986:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074770.931996:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5ae00, rc 0) 00000100:00100000:2.0:1769074770.932051:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619912192:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074770.932052:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2372:x1855007612774272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 115us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.932059:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9874 00000100:00100000:3.0:1769074770.932105:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5235 00000100:00100000:2.0:1769074770.932106:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074770.932113:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+14:2370:x1855007612774016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074770.932123:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074770.932130:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 14 pid: 30391 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074770.932144:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 14 pid: 30391 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074770.932161:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8a679 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b335 expref: 14 pid: 30391 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074770.932175:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074770.932180:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.932188:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.932196:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.932213:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074770.932232:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2370:x1855007612774016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 120us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.932239:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5235 00010000:00010000:3.0:1769074770.932275:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074770.932284:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074770.932308:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:0.0:1769074770.932611:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074770.932620:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074770.932625:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.932626:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074770.932628:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 6/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.933660:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8a6b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b36d expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.933685:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b36d expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.933693:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074770.933696:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1769074770.933699:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5bc00, rc 0) 00000100:00100000:1.0:1769074770.933771:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57883:x1855007612773760:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 22504us (22806us total) trans 8589941351 rc 0/0 00000100:00100000:1.0:1769074770.933781:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6474 00010000:00010000:1.0:1769074770.933858:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.933874:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074770.933890:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912320:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074770.933971:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074770.933982:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 17 pid: 26306 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074770.933991:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912448:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074770.934025:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.934043:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 18 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074770.934053:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912576:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074770.934076:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074770.942375:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619912704:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942480:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074770.942527:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619913216:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942554:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074770.942579:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074770.942584:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619912832:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942609:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074770.942625:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912704 00000100:00100000:0.0:1769074770.942627:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619913344:0@lo:400:kworker.0 00000100:00100000:2.0:1769074770.942634:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912704 00000100:00100000:0.0:1769074770.942646:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074770.942674:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619912960:0@lo:400:kworker.0 00000100:00100000:2.0:1769074770.942677:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1769074770.942684:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619912704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942695:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074770.942711:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074770.942716:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619913088:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942735:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074770.942748:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619912704:12345-0@lo:400:kworker.0 Request processed in 64us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074770.942755:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1769074770.942757:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912832 00000100:00100000:0.0:1769074770.942760:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912832 00000100:00100000:0.0:1769074770.942792:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913344 00000100:00100000:0.0:1769074770.942796:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913344 00000100:00100000:0.0:1769074770.942818:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912960 00000100:00100000:0.0:1769074770.942851:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912960 00000100:00100000:0.0:1769074770.942874:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1769074770.942880:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619912832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942913:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619912832:12345-0@lo:400:kworker.0 Request processed in 34us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.942919:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1769074770.942934:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1769074770.942939:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619913344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.942967:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619913344:12345-0@lo:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.942972:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1769074770.942983:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1769074770.942989:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619912960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.943017:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619912960:12345-0@lo:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074770.943022:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00080000:0.0:1769074770.943052:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074770.943088:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619912960:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.943115:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619912832:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.943123:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619913344:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.943131:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619912704:0@lo:400:kworker.0 00000100:00100000:1.0:1769074770.943224:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913216 00000100:00100000:1.0:1769074770.943228:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913216 00000100:00100000:1.0:1769074770.943260:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913088 00000100:00100000:1.0:1769074770.943263:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913088 00000100:00100000:1.0:1769074770.943281:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1769074770.943287:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619913216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074770.943329:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1855007619913216:12345-0@lo:400:kworker.0 Request processed in 42us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.943335:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1769074770.943348:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1769074770.943353:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3289:x1855007619913088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074770.943380:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3289:x1855007619913088:12345-0@lo:400:kworker.0 Request processed in 27us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.943385:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1769074770.944687:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619913088:0@lo:400:kworker.0 00000100:00100000:0.0:1769074770.944737:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619913216:0@lo:400:kworker.0 00000100:00100000:2.0:1769074770.950091:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.950133:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774528 00000100:00100000:0.0:1769074770.950135:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.950143:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774528 00000100:00100000:1.0:1769074770.950195:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774656 00000100:00100000:1.0:1769074770.950200:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774656 00010000:00010000:1.0:1769074770.950236:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 14 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:2.0:1769074770.950258:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6475 00000100:00100000:2.0:1769074770.950269:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57883:x1855007612774528:12345-192.168.204.39@tcp:101:mirror_io.0 00000100:00100000:1.0:1769074770.950274:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5236 00000100:00100000:1.0:1769074770.950281:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612774656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074770.950301:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074770.950304:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074770.950305:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1769074770.950329:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 14 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:2.0:1769074770.950336:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a6b8 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b36d expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074770.950344:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 14 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:2.0:1769074770.950355:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074770.950359:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074770.950367:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074770.950374:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a6d4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b382 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074770.950428:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612774656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 147us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.950434:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5236 00010000:00010000:2.0:1769074770.950482:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074770.950497:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074770.950507:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074770.950509:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41d8d400/0x8b5959a9a0e8a63a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b327 expref: 13 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074770.950519:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912320:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074770.950519:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074770.950525:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074770.950529:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912448:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074770.950532:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074770.950538:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619912576:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074770.950538:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074770.950542:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074770.950548:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074770.950555:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074770.950558:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074770.950562:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074770.950566:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074770.950568:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a6db lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074770.950579:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976200, rc 0) 00010000:00010000:2.0:1769074770.950592:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a6d4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b382 expref: 13 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074770.950601:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:57879:x1855007612774144:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 18981us (19111us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074770.950601:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074770.950603:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074770.950606:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8a6d4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b382 expref: 13 pid: 29856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074770.950608:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9873 00010000:00010000:2.0:1769074770.950615:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:2.0:1769074770.950634:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57883:x1855007612774528:12345-192.168.204.39@tcp:101:mirror_io.0 Request processed in 368us (556us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074770.950641:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6475 00000100:00100000:3.0:1769074770.950730:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619912192:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074770.950746:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074770.950767:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2370:x1855007612773888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 19119us (19372us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074770.950775:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5234 00000100:00100000:3.0:1769074770.955372:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074770.955425:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.956024:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612774784 00000100:00100000:1.0:1769074770.956047:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612774784 00010000:00010000:1.0:1769074770.956111:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 18 pid: 26306 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074770.956151:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5237 00000100:00100000:1.0:1769074770.956160:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+18:2373:x1855007612774784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074770.956181:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074770.956206:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 18 pid: 26306 timeout: 1855 lvb_type: 1 00010000:00010000:1.0:1769074770.956222:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 18 pid: 26306 timeout: 1855 lvb_type: 1 00010000:00010000:1.0:1769074770.956245:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334e00/0x8b5959a9a0e8a695 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b35f expref: 18 pid: 26306 timeout: 1855 lvb_type: 1 00010000:00010000:1.0:1769074770.956270:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074770.956326:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2373:x1855007612774784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 166us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074770.956334:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5237 00000100:00100000:3.0:1769074770.956617:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775040 00000100:00100000:3.0:1769074770.956622:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775040 00000100:00100000:3.0:1769074770.956663:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2752 00000100:00100000:3.0:1769074770.956671:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57872:x1855007612775040:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074770.956897:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57872:x1855007612775040:12345-192.168.204.39@tcp:35:cat.0 Request processed in 227us (1471us total) trans 8589941352 rc 0/0 00000100:00100000:3.0:1769074770.956904:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2752 00000100:00100000:2.0:1769074770.960139:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.960191:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074770.960266:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775168 00000100:00100000:1.0:1769074770.960280:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775168 00002000:00100000:1.0:1769074770.960338:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d37de3100 x1855007612775168/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.960352:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3100 with x1855007612775168 ext(2097152->3145727) 00002000:00010000:1.0:1769074770.960359:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de3100 00000100:00100000:1.0:1769074770.960385:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775296 00000100:00100000:1.0:1769074770.960388:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775296 00002000:00100000:1.0:1769074770.960404:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d37de3480 x1855007612775296/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.960411:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3480 with x1855007612775296 ext(3145728->4194303) 00010000:00010000:1.0:1769074770.960419:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074770.960436:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 1855 lvb_type: 0 00002000:00010000:1.0:1769074770.960442:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3480 00000100:00100000:1.0:1769074770.960467:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1136 00000100:00100000:1.0:1769074770.960477:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612775296:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074770.960644:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5480 00000100:00100000:3.0:1769074770.960654:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612775168:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074770.966391:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.966491:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775424 00000100:00100000:2.0:1769074770.966504:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775424 00002000:00100000:2.0:1769074770.966557:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d199a5f80 x1855007612775424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/0 e 0 to 0 dl 1769074781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074770.966569:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5f80 with x1855007612775424 ext(3145728->4194303) 00002000:00010000:2.0:1769074770.966576:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5f80 00000100:00100000:2.0:1769074770.966612:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5481 00000100:00100000:2.0:1769074770.966624:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612775424:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074770.972872:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074770.973065:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775680 00000100:00100000:2.0:1769074770.973080:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775680 00000100:00100000:2.0:1769074770.973151:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2753 00000100:00100000:2.0:1769074770.973163:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:57883:x1855007612775680:12345-192.168.204.39@tcp:35:mirror_io.0 00000100:00100000:2.0:1769074770.973526:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:57883:x1855007612775680:12345-192.168.204.39@tcp:35:mirror_io.0 Request processed in 364us (669us total) trans 8589941353 rc 0/0 00000100:00100000:2.0:1769074770.973535:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2753 00000100:00100000:3.0:1769074770.984549:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612775168:12345-192.168.204.39@tcp:3:cat.0 Request processed in 23882us (24411us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074770.984565:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5480 00002000:00100000:3.0:1769074770.984580:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2097152->3145727) req@ffff956d37de3100 x1855007612775168/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074770.984591:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3100 with x1855007612775168 ext(2097152->3145727) 00002000:00010000:3.0:1769074770.984598:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de3100 00000100:00100000:1.0:1769074770.988866:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612775296:12345-192.168.204.39@tcp:3:cat.0 Request processed in 28376us (28659us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.988881:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1136 00002000:00100000:1.0:1769074770.988896:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (3145728->4194303) req@ffff956d37de3480 x1855007612775296/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:H/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.988906:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de3480 with x1855007612775296 ext(3145728->4194303) 00010000:00010000:1.0:1769074770.988920:0:14428:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074770.988945:0:14428:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 19 pid: 21706 timeout: 1855 lvb_type: 0 00002000:00010000:1.0:1769074770.988953:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de3480 00000100:00100000:1.0:1769074770.996496:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612775424:12345-192.168.204.39@tcp:3:cat.0 Request processed in 29198us (29440us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074770.996515:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5481 00002000:00100000:1.0:1769074770.996529:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x213:0x0] (3145728->4194303) req@ffff956d199a5f80 x1855007612775424/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:306/0 lens 488/440 e 0 to 0 dl 1769074781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074770.996540:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a5f80 with x1855007612775424 ext(3145728->4194303) 00002000:00010000:1.0:1769074770.996547:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a5f80 00000100:00100000:0.0:1769074771.001976:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.002108:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775808 00000100:00100000:1.0:1769074771.002122:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775808 00000100:00100000:1.0:1769074771.002189:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9875 00000100:00100000:1.0:1769074771.002199:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+19:57876:x1855007612775808:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074771.002220:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.002241:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b389 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.002268:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.002271:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.002291:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 20 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.002309:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 20 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.002325:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171c800, rc 0) 00000100:00100000:1.0:1769074771.002396:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+20:57876:x1855007612775808:12345-192.168.204.39@tcp:101:cat.0 Request processed in 198us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074771.002404:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9875 00000100:00100000:2.0:1769074771.017763:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.019579:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612775936 00000100:00100000:1.0:1769074771.019594:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612775936 00002000:00100000:1.0:1769074771.019667:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3461120->4075519) req@ffff956d37de1880 x1855007612775936/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074771.019679:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1880 with x1855007612775936 ext(3461120->4075519) 00010000:00010000:1.0:1769074771.019689:0:26135:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074771.019710:0:26135:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00002000:00010000:1.0:1769074771.019718:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de1880 00000100:00100000:1.0:1769074771.019762:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1137 00000100:00100000:1.0:1769074771.019771:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612775936:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1769074771.028207:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.028643:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612775936:12345-192.168.204.39@tcp:3:cat.0 Request processed in 8869us (10959us total) trans 0 rc 614400/614400 00000100:00100000:3.0:1769074771.028660:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1137 00002000:00100000:3.0:1769074771.028674:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (3461120->4075519) req@ffff956d37de1880 x1855007612775936/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/440 e 0 to 0 dl 1769074782 ref 1 fl Complete:H/600/0 rc 614400/614400 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.028685:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1880 with x1855007612775936 ext(3461120->4075519) 00010000:00010000:3.0:1769074771.028706:0:26135:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.028730:0:26135:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00002000:00010000:3.0:1769074771.028739:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff956d37de1880 00000100:00100000:1.0:1769074771.029621:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776064 00000100:00100000:1.0:1769074771.029634:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776064 00010000:00010000:1.0:1769074771.029676:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.029884:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5238 00000100:00100000:1.0:1769074771.029894:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612776064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074771.029911:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074771.029934:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074771.029948:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074771.029977:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8a633 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b320 expref: 20 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:1.0:1769074771.029997:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.030000:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.030009:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.030020:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.030077:0:33556:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 11 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074771.030093:0:33556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619913472:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074771.030166:0:33556:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074771.036100:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.036197:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776192 00000100:00100000:3.0:1769074771.036210:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776192 00002000:00100000:3.0:1769074771.036338:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4075520->4194303) req@ffff956d37de0a80 x1855007612776192/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.036349:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0a80 with x1855007612776192 ext(4075520->4194303) 00002000:00010000:3.0:1769074771.036356:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de0a80 00000100:00100000:3.0:1769074771.036442:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5482 00000100:00100000:3.0:1769074771.036454:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612776192:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1769074771.039740:0:33556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:33556:1855007619913472:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074771.039770:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074771.039867:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612776064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9962us (11659us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074771.039881:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5238 00000100:00100000:3.0:1769074771.042559:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.043356:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776320 00000100:00100000:0.0:1769074771.043368:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776320 00002000:00100000:0.0:1769074771.043414:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (2605056->2609151) req@ffff956d412c7480 x1855007612776320/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074771.043426:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7480 with x1855007612776320 ext(2605056->2609151) 00002000:00010000:0.0:1769074771.043432:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7480 00000100:00100000:0.0:1769074771.043492:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5483 00000100:00100000:0.0:1769074771.043500:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612776320:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074771.043700:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2371:x1855007612776320:12345-192.168.204.39@tcp:3:cat.0 Request processed in 199us (1149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074771.043708:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5483 00002000:00100000:0.0:1769074771.043716:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x20f:0x0] (2605056->2609151) req@ffff956d412c7480 x1855007612776320/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:307/0 lens 488/4536 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074771.043725:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7480 with x1855007612776320 ext(2605056->2609151) 00002000:00010000:0.0:1769074771.043728:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7480 00000100:00100000:3.0:1769074771.044001:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612776192:12345-192.168.204.39@tcp:3:cat.0 Request processed in 7548us (7915us total) trans 0 rc 118784/118784 00000100:00100000:3.0:1769074771.044013:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5482 00002000:00100000:3.0:1769074771.044020:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x20f:0x0] (4075520->4194303) req@ffff956d37de0a80 x1855007612776192/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/440 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 118784/118784 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.044027:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de0a80 with x1855007612776192 ext(4075520->4194303) 00002000:00010000:3.0:1769074771.044032:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de0a80 00000100:00100000:3.0:1769074771.055589:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.055724:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776448 00000100:00100000:0.0:1769074771.055738:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776448 00000100:00100000:0.0:1769074771.055811:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9876 00000100:00100000:0.0:1769074771.055867:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612776448:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074771.055891:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074771.055916:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b390 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074771.055958:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b390 expref: 20 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074771.055979:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b390 expref: 20 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074771.055997:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:0.0:1769074771.056084:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612776448:12345-192.168.204.39@tcp:101:cat.0 Request processed in 263us (507us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074771.056091:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9876 00000100:00100000:2.0:1769074771.061101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.061235:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776576 00000100:00100000:1.0:1769074771.061246:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776576 00000100:00100000:1.0:1769074771.061299:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9877 00000100:00100000:1.0:1769074771.061307:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:57879:x1855007612776576:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074771.061324:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.061343:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b397 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.061378:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.061387:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.061394:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.061396:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.061400:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->2576383] (req 2097152->2576383) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.061430:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.061443:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.061455:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619913600:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.061538:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.061547:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 15 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.061556:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619913728:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.061574:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074771.064311:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619913600:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.064327:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619913728:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.064356:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->2576383] (req 2097152->2576383) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.064376:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d000, rc 0) 00000100:00100000:1.0:1769074771.064438:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57879:x1855007612776576:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 3131us (3346us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074771.064448:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9877 00000100:00100000:3.0:1769074771.070795:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.070906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.071083:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776704 00000100:00100000:0.0:1769074771.071097:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776704 00010000:00010000:0.0:1769074771.071155:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 1855 lvb_type: 1 00000100:00100000:0.0:1769074771.071203:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776832 00000100:00100000:0.0:1769074771.071207:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776832 00010000:00010000:0.0:1769074771.071220:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 1855 lvb_type: 0 00000100:00100000:0.0:1769074771.071247:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5239 00000100:00100000:0.0:1769074771.071258:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2373:x1855007612776704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074771.071275:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074771.071297:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.071319:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.071345:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41b5ae00/0x8b5959a9a0e8a6c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b37b expref: 15 pid: 21706 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.071366:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074771.071428:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612776704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074771.071436:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5239 00000100:00100000:0.0:1769074771.071458:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5240 00000100:00100000:0.0:1769074771.071465:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612776832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074771.071473:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074771.071482:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.071493:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.071508:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8a680 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b33c expref: 16 pid: 21706 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.071518:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074771.071520:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074771.071528:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074771.071539:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074771.071576:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 13 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074771.071590:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619913856:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074771.071655:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074771.077356:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.077446:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612776960 00000100:00100000:3.0:1769074771.077459:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612776960 00002000:00100000:3.0:1769074771.077515:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de2d80 x1855007612776960/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.077526:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2d80 with x1855007612776960 ext(4194304->4861951) 00002000:00010000:3.0:1769074771.077533:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de2d80 00000100:00100000:3.0:1769074771.077578:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5484 00000100:00100000:3.0:1769074771.077588:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612776960:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1769074771.086062:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619913856:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074771.086094:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074771.086157:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612776832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14691us (15249us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074771.086169:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5240 00000100:00100000:2.0:1769074771.086922:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612776960:12345-192.168.204.39@tcp:3:cat.0 Request processed in 9331us (9572us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1769074771.086934:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5484 00002000:00100000:2.0:1769074771.086948:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (4194304->4861951) req@ffff956d37de2d80 x1855007612776960/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/440 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 667648/667648 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074771.086958:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2d80 with x1855007612776960 ext(4194304->4861951) 00002000:00010000:2.0:1769074771.086964:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d37de2d80 00000100:00100000:2.0:1769074771.100284:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.100431:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777088 00000100:00100000:3.0:1769074771.100442:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777088 00002000:00100000:3.0:1769074771.100499:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2572288->2576383) req@ffff956d37de1f80 x1855007612777088/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.100510:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1f80 with x1855007612777088 ext(2572288->2576383) 00002000:00010000:3.0:1769074771.100516:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1f80 00000100:00100000:3.0:1769074771.100552:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5485 00000100:00100000:3.0:1769074771.100559:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612777088:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1769074771.100771:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2373:x1855007612777088:12345-192.168.204.39@tcp:3:cat.0 Request processed in 212us (512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074771.100780:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5485 00002000:00100000:3.0:1769074771.100787:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x213:0x0] (2572288->2576383) req@ffff956d37de1f80 x1855007612777088/t0(0) o3->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:307/0 lens 488/4536 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074771.100795:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de1f80 with x1855007612777088 ext(2572288->2576383) 00002000:00010000:3.0:1769074771.100798:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de1f80 00000100:00100000:3.0:1769074771.109369:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.109588:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777216 00000100:00100000:1.0:1769074771.109599:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777216 00000100:00100000:1.0:1769074771.109668:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9878 00000100:00100000:1.0:1769074771.109679:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612777216:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074771.109705:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.109726:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a6f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b39e expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.109766:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a6f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b39e expref: 20 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.109788:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a6f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b39e expref: 20 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.109805:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:1.0:1769074771.109997:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612777216:12345-192.168.204.39@tcp:101:cat.0 Request processed in 318us (638us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074771.110006:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9878 00000100:00100000:1.0:1769074771.117949:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.118050:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777344 00000100:00100000:0.0:1769074771.118062:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777344 00000100:00100000:0.0:1769074771.118128:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9879 00000100:00100000:0.0:1769074771.118139:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612777344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1769074771.118161:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074771.118182:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3a5 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074771.118253:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619913984:192.168.204.39@tcp:106: 00000100:00100000:0.0:1769074771.118348:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c029c6b40 going to sleep for 11 seconds 00002000:00010000:0.0:1769074771.122258:0:21706:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime: 1769074771 -> 1769074772 00002000:00010000:0.0:1769074771.122270:0:21706:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime: 1769074771 -> 1769074772 00002000:00010000:0.0:1769074771.122273:0:21706:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime: 1769074771 -> 1769074772 00000100:00100000:0.0:1769074771.122299:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619913984:192.168.204.39@tcp:106: 00010000:00010000:0.0:1769074771.122342:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3a5 expref: 16 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074771.122368:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976600/0x8b5959a9a0e8a6fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3a5 expref: 16 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074771.122383:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976600, rc 0) 00000100:00100000:0.0:1769074771.122457:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612777344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4319us (4521us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074771.122466:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9879 00000100:00100000:3.0:1769074771.129715:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.129750:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.129806:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.129931:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777728 00000100:00100000:1.0:1769074771.129942:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777728 00000100:00100000:1.0:1769074771.130002:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777856 00000100:00100000:1.0:1769074771.130005:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777856 00000100:00100000:1.0:1769074771.130030:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9880 00000100:00100000:1.0:1769074771.130049:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612777728:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074771.130065:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.130083:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a705 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3ac expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.130111:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a705 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ac expref: 20 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.130126:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a705 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ac expref: 20 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.130136:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:1.0:1769074771.130181:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612777728:12345-192.168.204.39@tcp:101:cat.0 Request processed in 135us (430us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074771.130186:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9880 00000100:00100000:1.0:1769074771.130198:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9881 00000100:00100000:1.0:1769074771.130202:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612777856:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1769074771.130207:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.130214:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a70c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3b3 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074771.130245:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914112:192.168.204.39@tcp:106: 00000100:00100000:1.0:1769074771.130285:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074771.130413:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612777600 00000100:00100000:2.0:1769074771.130417:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612777600 00000100:00100000:2.0:1769074771.130447:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2754 00000100:00100000:2.0:1769074771.130451:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03096450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:57879:x1855007612777600:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:2.0:1769074771.130664:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03096450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:57879:x1855007612777600:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 212us (959us total) trans 8589941354 rc 0/0 00000100:00100000:2.0:1769074771.130668:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2754 00000100:00100000:1.0:1769074771.134156:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914112:192.168.204.39@tcp:106: 00010000:00010000:1.0:1769074771.134199:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a70c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3b3 expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.134226:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a70c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3b3 expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.134238:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d400, rc 0) 00000100:00100000:1.0:1769074771.134341:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612777856:12345-192.168.204.39@tcp:101:cat.0 Request processed in 4135us (4531us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074771.134350:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9881 00000100:00100000:1.0:1769074771.146644:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.146804:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778112 00000100:00100000:3.0:1769074771.146818:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778112 00000100:00100000:3.0:1769074771.146937:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2755 00000100:00100000:3.0:1769074771.146948:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+153:57876:x1855007612778112:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1769074771.147244:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+154:57876:x1855007612778112:12345-192.168.204.39@tcp:35:cat.0 Request processed in 296us (613us total) trans 8589941355 rc 0/0 00000100:00100000:3.0:1769074771.147252:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2755 00000100:00100000:2.0:1769074771.171968:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.172191:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778240 00000100:00100000:1.0:1769074771.172203:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778240 00000100:00100000:1.0:1769074771.172265:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9882 00000100:00100000:1.0:1769074771.172276:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:57882:x1855007612778240:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074771.172297:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.172321:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3ba expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172355:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172371:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.172379:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172388:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.172390:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.172394:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1458176->2097151] (req 1458176->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172429:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172443:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.172458:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914240:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.172550:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 16 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.172559:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 16 pid: 33558 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.172567:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914368:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.172598:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 13 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.172606:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 13 pid: 26306 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.172616:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.172634:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074771.181339:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.181384:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.181517:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914240:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.181533:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914368:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.181541:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914496:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.181578:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [1458176->2097151] (req 1458176->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.181600:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:1.0:1769074771.181664:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+16:57882:x1855007612778240:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 9391us (9711us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074771.181671:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9882 00000100:00100000:3.0:1769074771.182176:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778368 00000100:00100000:3.0:1769074771.182186:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778368 00000100:00100000:2.0:1769074771.182211:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778496 00000100:00100000:2.0:1769074771.182216:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778496 00010000:00010000:2.0:1769074771.182242:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.182242:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 1855 lvb_type: 1 00000100:00100000:3.0:1769074771.182287:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5241 00000100:00080000:0.0:1769074771.182289:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074771.182296:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612778368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074771.182314:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074771.182376:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.182388:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.182414:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337800/0x8b5959a9a0e8a69c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b34a expref: 17 pid: 33558 timeout: 1855 lvb_type: 1 00010000:00010000:0.0:1769074771.182429:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074771.182482:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612778368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074771.182490:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5241 00000100:00100000:0.0:1769074771.182539:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5242 00000100:00100000:0.0:1769074771.182545:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612778496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074771.182553:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074771.182563:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.182573:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.182584:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977400/0x8b5959a9a0e8a5fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2f6 expref: 16 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:0.0:1769074771.182593:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074771.182610:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612778496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 66us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074771.182616:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5242 00000100:00100000:0.0:1769074771.189005:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.189193:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778624 00000100:00100000:3.0:1769074771.189205:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778624 00010000:00010000:3.0:1769074771.189253:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 14 pid: 26306 timeout: 1855 lvb_type: 0 00000100:00100000:3.0:1769074771.189300:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5243 00000100:00100000:3.0:1769074771.189310:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612778624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074771.189326:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074771.189347:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 14 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.189363:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 14 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.189388:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a5ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2e8 expref: 14 pid: 26306 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.189404:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074771.189407:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074771.189414:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074771.189424:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074771.189463:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 14 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074771.189477:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619914624:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074771.189583:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074771.195483:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.195951:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778752 00000100:00100000:0.0:1769074771.195965:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778752 00002000:00100000:0.0:1769074771.196026:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1458176->1462271) req@ffff956d37de2300 x1855007612778752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074771.196047:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2300 with x1855007612778752 ext(1458176->1462271) 00002000:00010000:0.0:1769074771.196053:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de2300 00000100:00100000:0.0:1769074771.196089:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5486 00000100:00100000:0.0:1769074771.196099:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612778752:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:0.0:1769074771.196342:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612778752:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 243us (876us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074771.196350:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5486 00002000:00100000:0.0:1769074771.196357:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x211:0x0] (1458176->1462271) req@ffff956d37de2300 x1855007612778752/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/4536 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074771.196366:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d37de2300 with x1855007612778752 ext(1458176->1462271) 00002000:00010000:0.0:1769074771.196370:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d37de2300 00000100:00100000:3.0:1769074771.198062:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619914624:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074771.198094:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074771.198456:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612778624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9144us (9460us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074771.198469:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5243 00000100:00100000:2.0:1769074771.211587:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.211698:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612778880 00000100:00100000:1.0:1769074771.211709:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612778880 00000100:00100000:1.0:1769074771.211810:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9883 00000100:00100000:1.0:1769074771.211820:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:57882:x1855007612778880:12345-192.168.204.39@tcp:101:multiop.0 00010000:00010000:1.0:1769074771.211876:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074771.211896:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3c1 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.211931:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.211939:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.211947:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.211953:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.211955:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074771.211959:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 6/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [1048576->1368063] (req 1048576->1368063) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.211997:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 16 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.212013:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 16 pid: 26360 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.212027:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914752:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.212116:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 15 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074771.212125:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 15 pid: 6533 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.212135:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914880:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.212165:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.212173:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.212182:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619915008:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074771.212200:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41f960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074771.217489:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.217516:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074771.217541:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074771.217603:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779008 00000100:00100000:3.0:1769074771.217612:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779008 00010000:00010000:3.0:1769074771.217649:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 17 pid: 26360 timeout: 1855 lvb_type: 1 00000100:00100000:3.0:1769074771.217690:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779264 00000100:00100000:3.0:1769074771.217693:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779264 00010000:00010000:3.0:1769074771.217703:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 13 pid: 26360 timeout: 1855 lvb_type: 0 00000100:00100000:3.0:1769074771.217718:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779136 00000100:00100000:3.0:1769074771.217720:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779136 00010000:00010000:3.0:1769074771.217730:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 16 pid: 6533 timeout: 1855 lvb_type: 1 00000100:00100000:3.0:1769074771.217747:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5244 00000100:00100000:3.0:1769074771.217755:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612779008:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074771.217770:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074771.217793:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 17 pid: 26360 timeout: 1855 lvb_type: 1 00010000:00010000:3.0:1769074771.217815:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 17 pid: 26360 timeout: 1855 lvb_type: 1 00010000:00010000:3.0:1769074771.217873:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074771.217926:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612779008:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 170us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074771.217933:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5244 00000100:00100000:3.0:1769074771.217952:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5245 00000100:00100000:3.0:1769074771.217958:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612779264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074771.217965:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074771.217974:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 13 pid: 26360 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.217983:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 13 pid: 26360 timeout: 1855 lvb_type: 0 00010000:00010000:3.0:1769074771.217996:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074771.218014:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+13:2372:x1855007612779264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 57us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074771.218021:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5245 00000100:00100000:3.0:1769074771.218041:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5246 00000100:00100000:3.0:1769074771.218047:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612779136:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074771.218055:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074771.218062:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 16 pid: 6533 timeout: 1855 lvb_type: 1 00010000:00010000:3.0:1769074771.218072:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 16 pid: 6533 timeout: 1855 lvb_type: 1 00010000:00010000:3.0:1769074771.218084:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074771.218087:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074771.218093:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074771.218103:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074771.218136:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 16 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074771.218149:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619915136:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074771.218192:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074771.221136:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619915136:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074771.221162:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074771.221216:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+16:2372:x1855007612779136:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3167us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074771.221227:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5246 00010000:00010000:1.0:1769074771.222558:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8a61e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b30b expref: 16 pid: 26360 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.222585:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914752:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.222609:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337000/0x8b5959a9a0e8a68e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b351 expref: 15 pid: 6533 timeout: 1855 lvb_type: 1 00000100:00100000:1.0:1769074771.222619:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619914880:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.222632:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41065800/0x8b5959a9a0e8a617 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b304 expref: 12 pid: 26360 timeout: 1855 lvb_type: 0 00000100:00100000:1.0:1769074771.222641:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619915008:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074771.222667:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 15 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074771.222763:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5400, rc 0) 00000100:00100000:1.0:1769074771.222999:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+15:57882:x1855007612778880:12345-192.168.204.39@tcp:101:multiop.0 Request processed in 11179us (11420us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074771.223009:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9883 00000100:00100000:0.0:1769074771.232605:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074771.232713:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779392 00000100:00100000:2.0:1769074771.232725:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779392 00002000:00100000:2.0:1769074771.232790:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1363968->1368063) req@ffff956d199a6a00 x1855007612779392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/0 e 0 to 0 dl 1769074782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074771.232805:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a6a00 with x1855007612779392 ext(1363968->1368063) 00002000:00010000:2.0:1769074771.232812:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a6a00 00000100:00100000:2.0:1769074771.233067:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5487 00000100:00100000:2.0:1769074771.233079:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612779392:12345-192.168.204.39@tcp:3:multiop.0 00000100:00100000:2.0:1769074771.233362:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612779392:12345-192.168.204.39@tcp:3:multiop.0 Request processed in 284us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074771.233372:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5487 00002000:00100000:2.0:1769074771.233379:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1363968->1368063) req@ffff956d199a6a00 x1855007612779392/t0(0) o3->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:307/0 lens 488/4536 e 0 to 0 dl 1769074782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074771.233389:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a6a00 with x1855007612779392 ext(1363968->1368063) 00002000:00010000:2.0:1769074771.233393:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a6a00 00000100:00100000:2.0:1769074771.238392:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074771.238504:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779648 00000100:00100000:1.0:1769074771.238515:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779648 00000100:00100000:1.0:1769074771.238583:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2756 00000100:00100000:1.0:1769074771.238594:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+154:57882:x1855007612779648:12345-192.168.204.39@tcp:35:multiop.0 00000100:00100000:1.0:1769074771.239047:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+155:57882:x1855007612779648:12345-192.168.204.39@tcp:35:multiop.0 Request processed in 453us (667us total) trans 8589941356 rc 0/0 00000100:00100000:1.0:1769074771.239058:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2756 00010000:00010000:3.0:1769074771.902197:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074772.062601:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.062651:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.062681:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.062729:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.062762:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780544 00000100:00100000:2.0:1769074772.062774:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780544 00000100:00100000:2.0:1769074772.062884:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 381 00000100:00100000:2.0:1769074772.062894:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612780544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.062997:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2372:x1855007612780544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 104us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063006:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 381 00000100:00100000:2.0:1769074772.063057:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063168:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063200:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063220:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063233:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780160 00000100:00100000:2.0:1769074772.063236:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780160 00000100:00100000:2.0:1769074772.063260:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:2.0:1769074772.063267:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+155:2372:x1855007612780160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063297:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+155:2372:x1855007612780160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063303:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:2.0:1769074772.063335:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063356:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780288 00000100:00100000:2.0:1769074772.063360:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780288 00000100:00100000:2.0:1769074772.063383:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 880 00000100:00100000:2.0:1769074772.063390:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612780288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063414:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612780288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063421:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 880 00000100:00100000:2.0:1769074772.063432:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780800 00000100:00100000:2.0:1769074772.063435:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780800 00000100:00100000:2.0:1769074772.063453:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781056 00000100:00100000:2.0:1769074772.063456:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781056 00000100:00100000:2.0:1769074772.063471:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780416 00000100:00100000:2.0:1769074772.063474:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780416 00000100:00100000:2.0:1769074772.063491:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:2.0:1769074772.063497:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612780800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063521:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612780800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063527:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:2.0:1769074772.063538:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:2.0:1769074772.063543:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612781056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063567:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+17:2372:x1855007612781056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063573:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:2.0:1769074772.063584:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00100000:2.0:1769074772.063589:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612780416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063611:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612780416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063615:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00100000:2.0:1769074772.063642:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063652:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780672 00000100:00100000:2.0:1769074772.063654:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780672 00000100:00100000:2.0:1769074772.063666:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:2.0:1769074772.063670:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612780672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063690:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612780672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063695:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:2.0:1769074772.063730:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063744:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780928 00000100:00100000:2.0:1769074772.063748:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780928 00000100:00100000:2.0:1769074772.063765:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:2.0:1769074772.063768:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612780928:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063791:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+13:2372:x1855007612780928:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063797:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:2.0:1769074772.063880:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.063892:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781184 00000100:00100000:2.0:1769074772.063894:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781184 00000100:00100000:2.0:1769074772.063913:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 885 00000100:00100000:2.0:1769074772.063919:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612781184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074772.063942:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+15:2372:x1855007612781184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074772.063948:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 885 00000100:00100000:2.0:1769074772.064005:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779776 00000100:00100000:2.0:1769074772.064008:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779776 00002000:00100000:2.0:1769074772.064047:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1458176->2097151) req@ffff956d184fce00 x1855007612779776/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:308/0 lens 488/0 e 0 to 0 dl 1769074783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074772.064058:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fce00 with x1855007612779776 ext(1458176->2097151) 00002000:00010000:2.0:1769074772.064064:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fce00 00000100:00100000:2.0:1769074772.064077:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612779904 00000100:00100000:2.0:1769074772.064080:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612779904 00002000:00100000:2.0:1769074772.064092:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x212:0x0] (1048576->1368063) req@ffff956d184fed80 x1855007612779904/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:308/0 lens 488/0 e 0 to 0 dl 1769074783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074772.064100:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fed80 with x1855007612779904 ext(1048576->1368063) 00002000:00010000:2.0:1769074772.064103:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fed80 00000100:00100000:2.0:1769074772.064116:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5488 00000100:00100000:2.0:1769074772.064122:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612779776:12345-192.168.204.39@tcp:4:multiop.0 00000100:00100000:0.0:1769074772.064129:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5489 00000100:00100000:0.0:1769074772.064137:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612779904:12345-192.168.204.39@tcp:4:multiop.0 00000100:00080000:0.0:1769074772.064493:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074772.064499:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074772.064502:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074772.064761:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612780032 00000100:00100000:1.0:1769074772.064768:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612780032 00000100:00100000:1.0:1769074772.064815:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:1.0:1769074772.064842:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612780032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074772.065989:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612780032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1160us (3330us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074772.066000:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:0.0:1769074772.110663:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612779904:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 46514us (47449us total) trans 17179872592 rc 0/0 00000100:00100000:0.0:1769074772.110690:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5489 00002000:00100000:0.0:1769074772.110702:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x212:0x0] (1048576->1368063) req@ffff956d184fed80 x1855007612779904/t17179872592(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:308/0 lens 488/448 e 0 to 0 dl 1769074783 ref 1 fl Complete:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074772.110714:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fed80 with x1855007612779904 ext(1048576->1368063) 00002000:00010000:0.0:1769074772.110721:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fed80 00000100:00100000:2.0:1769074772.118635:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612779776:12345-192.168.204.39@tcp:4:multiop.0 Request processed in 54499us (56029us total) trans 17179872593 rc 0/0 00000100:00100000:2.0:1769074772.118652:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5488 00002000:00100000:2.0:1769074772.118678:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x211:0x0] (1458176->2097151) req@ffff956d184fce00 x1855007612779776/t17179872593(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:308/0 lens 488/448 e 0 to 0 dl 1769074783 ref 1 fl Complete:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074772.118688:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d184fce00 with x1855007612779776 ext(1458176->2097151) 00002000:00010000:2.0:1769074772.118695:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d184fce00 00000100:00100000:3.0:1769074772.570674:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074772.571109:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781312 00000100:00100000:2.0:1769074772.571123:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781312 00002000:00100000:2.0:1769074772.571179:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2605056->3145727) req@ffff956d412c7100 x1855007612781312/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:308/0 lens 488/0 e 0 to 0 dl 1769074783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074772.571190:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7100 with x1855007612781312 ext(2605056->3145727) 00002000:00010000:2.0:1769074772.571196:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7100 00000100:00100000:2.0:1769074772.571232:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5490 00000100:00100000:2.0:1769074772.571242:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612781312:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:0.0:1769074772.578291:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074772.580748:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781440 00000100:00100000:1.0:1769074772.580765:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781440 00002000:00100000:1.0:1769074772.580880:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2576383) req@ffff956d199a7480 x1855007612781440/t0(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:308/0 lens 488/0 e 0 to 0 dl 1769074783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074772.580891:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7480 with x1855007612781440 ext(2097152->2576383) 00002000:00010000:1.0:1769074772.580898:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a7480 00000100:00100000:1.0:1769074772.580927:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5491 00000100:00100000:1.0:1769074772.580936:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+12:2372:x1855007612781440:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:1.0:1769074772.601506:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612781440:12345-192.168.204.39@tcp:4:cat.0 Request processed in 20559us (23213us total) trans 17179872594 rc 0/0 00000100:00100000:1.0:1769074772.601520:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5491 00002000:00100000:1.0:1769074772.601533:0:14428:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x213:0x0] (2097152->2576383) req@ffff956d199a7480 x1855007612781440/t17179872594(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:308/0 lens 488/448 e 0 to 0 dl 1769074783 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074772.601543:0:14428:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d199a7480 with x1855007612781440 ext(2097152->2576383) 00002000:00010000:1.0:1769074772.601549:0:14428:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d199a7480 00000100:00100000:2.0:1769074772.608580:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+14:2372:x1855007612781312:12345-192.168.204.39@tcp:4:cat.0 Request processed in 37327us (37904us total) trans 21474839554 rc 0/0 00000100:00100000:2.0:1769074772.608594:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5490 00002000:00100000:2.0:1769074772.608608:0:6538:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20f:0x0] (2605056->3145727) req@ffff956d412c7100 x1855007612781312/t21474839554(0) o4->c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657@192.168.204.39@tcp:308/0 lens 488/448 e 0 to 0 dl 1769074783 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074772.608619:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d412c7100 with x1855007612781312 ext(2605056->3145727) 00002000:00010000:2.0:1769074772.608625:0:6538:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d412c7100 00010000:00010000:3.0:1769074772.926540:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074772.990352:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074772.990378:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619915264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074772.990450:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074772.990614:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915264 00000100:00100000:0.0:1769074772.990623:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915264 00000100:00100000:0.0:1769074772.990689:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1769074772.990699:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3290:x1855007619915264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074772.990721:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 507576320 pending 6815744 free 3835691008 avail 3833593856 00000100:00100000:0.0:1769074772.990770:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3290:x1855007619915264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074772.990777:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:1.0:1769074772.990933:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074772.991036:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619915264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074772.993287:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074772.993313:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619915392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074772.993378:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074772.993432:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915392 00000100:00100000:0.0:1769074772.993438:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915392 00000100:00100000:0.0:1769074772.993483:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1769074772.993490:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+37:3289:x1855007619915392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074772.993524:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 671023104 pending 17039360 free 3843031040 avail 3840933888 00000100:00100000:0.0:1769074772.993560:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+37:3289:x1855007619915392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074772.993567:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:0.0:1769074772.993586:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074772.993613:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619915392:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1769074773.187796:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872592 is committed 00000001:00080000:3.0:1769074773.187866:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872585 is committed 00000001:00080000:3.0:1769074773.187911:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872550 is committed 00000001:00080000:3.0:1769074773.188330:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872594 is committed 00000001:00080000:3.0:1769074773.188376:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872593 is committed 00000001:00080000:3.0:1769074773.188418:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872551 is committed 00000001:00080000:3.0:1769074773.188427:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872552 is committed 00000001:00080000:0.0:1769074773.643224:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839551 is committed 00000001:00080000:0.0:1769074773.643251:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839550 is committed 00000001:00080000:0.0:1769074773.643287:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839514 is committed 00000001:00080000:0.0:1769074773.643298:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839553 is committed 00000001:00080000:0.0:1769074773.643305:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839552 is committed 00000001:00080000:0.0:1769074773.643329:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839554 is committed 00010000:00010000:2.0:1769074773.950049:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074774.220195:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074774.222177:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781568 00000100:00100000:1.0:1769074774.222201:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781568 00000100:00100000:1.0:1769074774.222321:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:1.0:1769074774.222335:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+15:2372:x1855007612781568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074774.222355:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074774.222383:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d04ec7600/0x8b5959a9a0e8568c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c118617 expref: 15 pid: 29849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074774.222407:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074774.222501:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+14:2372:x1855007612781568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 169us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074774.222508:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:2.0:1769074774.232505:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074774.232602:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074774.238009:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074774.238084:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612782080 00000100:00100000:3.0:1769074774.238097:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612782080 00000100:00100000:3.0:1769074774.238180:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9884 00000100:00100000:3.0:1769074774.238190:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2369:x1855007612782080:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:3.0:1769074774.238234:0:26306:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856af 00000020:00010000:3.0:1769074774.238244:0:26306:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d202bd800: total 0 00000100:00080000:3.0:1769074774.238249:0:26306:0:(import.c:65:import_set_state_nolock()) ffff956c03780000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1769074774.238293:0:26306:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179872594 00000100:00100000:3.0:1769074774.238597:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+4:2369:x1855007612782080:12345-192.168.204.39@tcp:9:umount.0 Request processed in 407us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074774.238606:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9884 00000020:00010000:3.0:1769074774.238629:0:5741:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d202bd800: total 0 00010000:00010000:3.0:1769074774.238650:0:5741:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d202bd800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1769074774.238779:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d000/0x8b5959a9a0e8a6f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b397 expref: 3 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074774.238805:0:5741:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d202bd800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1769074774.238818:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074774.238820:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074774.238856:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074774.239487:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074774.241545:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781696 00000100:00100000:0.0:1769074774.241560:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781696 00000100:00100000:0.0:1769074774.241635:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612781824 00000100:00100000:0.0:1769074774.241639:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612781824 00000100:00100000:0.0:1769074774.241673:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:0.0:1769074774.241682:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+15:2370:x1855007612781696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074774.241698:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074774.241718:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d2e9f8800/0x8b5959a9a0e85693 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c118641 expref: 15 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074774.241734:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074774.241786:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+14:2370:x1855007612781696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 105us (9294us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074774.241794:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:2.0:1769074774.242205:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 824 00000100:00100000:2.0:1769074774.242217:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1136430d-88ea-4de2-9954-69c484e5445f+13:2370:x1855007612781824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074774.242225:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074774.242235:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d41c96c00/0x8b5959a9a0e8569a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c118648 expref: 13 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074774.242246:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074774.242267:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612781824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 55us (9665us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074774.242273:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 824 00000100:00100000:2.0:1769074774.280208:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074774.280313:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612782592 00000100:00100000:0.0:1769074774.280323:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612782592 00000100:00100000:0.0:1769074774.280397:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9885 00000100:00100000:0.0:1769074774.280414:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+8:2369:x1855007612782592:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:0.0:1769074774.280445:0:26584:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856a8 00000020:00010000:0.0:1769074774.280452:0:26584:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d202bb800: total 0 00000100:00080000:0.0:1769074774.280456:0:26584:0:(import.c:65:import_set_state_nolock()) ffff956d202b9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074774.280508:0:26584:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474839554 00000100:00100000:0.0:1769074774.280787:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+6:2369:x1855007612782592:12345-192.168.204.39@tcp:9:umount.0 Request processed in 374us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074774.280794:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9885 00000020:00010000:1.0:1769074774.281461:0:5740:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d202bb800: total 0 00010000:00010000:1.0:1769074774.281468:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074774.281506:0:5740:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d202bb800, canceled 0 locks, left on hash table 3. 00010000:00010000:1.0:1769074774.281564:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a57d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b29b expref: 5 pid: 6533 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1769074774.281593:0:5740:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074771 -> 1769074772 00002000:00010000:1.0:1769074774.281599:0:5740:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074771 -> 1769074772 00010000:00010000:1.0:1769074774.281615:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976200/0x8b5959a9a0e8a6bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b374 expref: 4 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074774.281646:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bf000/0x8b5959a9a0e8a56f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b286 expref: 3 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074774.281665:0:5740:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d202bb800, canceled 3 locks, left on hash table 0. 00010000:00010000:1.0:1769074774.281687:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074774.281690:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074774.281693:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074774.281797:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074774.302463:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074774.302651:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612782976 00000100:00100000:0.0:1769074774.302677:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612782976 00000100:00100000:0.0:1769074774.302913:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6476 00000100:00100000:0.0:1769074774.302925:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+16:2369:x1855007612782976:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:0.0:1769074774.303380:0:29857:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856a1 00000020:00010000:0.0:1769074774.303390:0:29857:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d202bd000: total 0 00000100:00080000:0.0:1769074774.303394:0:29857:0:(import.c:65:import_set_state_nolock()) ffff956d202b8000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074774.303429:0:29857:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589941356 00000100:00100000:0.0:1769074774.303795:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657+15:2369:x1855007612782976:12345-192.168.204.39@tcp:39:umount.0 Request processed in 866us (1346us total) trans 8589941357 rc 0/0 00000100:00100000:0.0:1769074774.303809:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6476 00000020:00010000:3.0:1769074774.304226:0:29447:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d202bd000: total 0 00010000:00010000:3.0:1769074774.304304:0:29447:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d202bd000, canceled 0 locks, left on hash table 2. 00010000:00010000:3.0:1769074774.304347:0:29447:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074774.304351:0:29447:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074774.304359:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96400/0x8b5959a9a0e8a39a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b19f expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074774.304382:0:29447:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074774.304385:0:29447:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1769074774.304389:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8572d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1186e2 expref: 13 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074774.304399:0:29447:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d202bd000, canceled 2 locks, left on hash table 0. 00010000:00010000:3.0:1769074774.304410:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074774.304412:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074774.304414:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074774.304481:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:0.0:1769074774.606466:0:29889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000001:00080000:0.0:1769074774.606500:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941357 is committed 00000001:00080000:0.0:1769074774.606512:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941342 is committed 00000001:00080000:0.0:1769074774.606519:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941340 is committed 00000001:00080000:0.0:1769074774.606530:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941356 is committed 00000001:00080000:0.0:1769074774.606538:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941351 is committed 00000001:00080000:0.0:1769074774.606589:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941353 is committed 00000020:00000080:0.0:1769074774.606627:0:29889:0:(genops.c:904:class_export_put()) final put ffff956d202bd000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:1.0:1769074774.606709:0:29158:0:(genops.c:863:class_export_destroy()) destroying export ffff956d202bd000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 for lustre-MDT0000 00000020:00000080:1.0:1769074774.606815:0:29158:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d202b8000 for lustre-MDT0000 00010000:00010000:3.0:1769074774.983522:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074775.999652:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074776.062434:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619915520:0@lo:400:kworker.0 00000100:00100000:1.0:1769074776.062448:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619915776:0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.062551:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.062560:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074776.062661:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915520 00000100:00100000:2.0:1769074776.062672:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915520 00000100:00100000:2.0:1769074776.062729:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1769074776.062738:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619915520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074776.062798:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619915520:12345-0@lo:400:kworker.0 Request processed in 61us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074776.062805:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1769074776.062897:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915776 00000100:00100000:2.0:1769074776.062902:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915776 00000100:00100000:2.0:1769074776.062939:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1769074776.062946:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619915776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074776.062992:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619915776:12345-0@lo:400:kworker.0 Request processed in 46us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074776.063002:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1769074776.063023:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619915904:0@lo:400:kworker.0 00000100:00100000:2.0:1769074776.063051:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1769074776.063074:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074776.063178:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619915520:0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063185:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619916032:0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063208:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074776.063238:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074776.063244:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619915648:0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063268:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074776.063283:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619916160:0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063302:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074776.063326:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915904 00000100:00100000:0.0:1769074776.063329:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915904 00000100:00100000:0.0:1769074776.063360:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619916032 00000100:00100000:0.0:1769074776.063364:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619916032 00000100:00100000:0.0:1769074776.063381:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1769074776.063388:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619915904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063420:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619915904:12345-0@lo:400:kworker.0 Request processed in 33us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.063425:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1769074776.063438:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1769074776.063444:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619916032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074776.063476:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619916032:12345-0@lo:400:kworker.0 Request processed in 33us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.063482:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00080000:0.0:1769074776.063496:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074776.063499:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074776.063516:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872585 gen 2 00000004:00080000:0.0:1769074776.063522:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88e00, transno 17179872553 00000004:00080000:0.0:1769074776.063531:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8a680, transno 17179872554 00000004:00080000:0.0:1769074776.063533:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88000, transno 17179872555 00000004:00080000:0.0:1769074776.063536:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89f80, transno 17179872556 00000004:00080000:0.0:1769074776.063538:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8bb80, transno 17179872557 00000004:00080000:0.0:1769074776.063540:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89180, transno 17179872558 00000004:00080000:0.0:1769074776.063542:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8b800, transno 17179872559 00000004:00080000:0.0:1769074776.063545:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8b100, transno 17179872560 00000004:00080000:0.0:1769074776.063548:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe7480, transno 17179872561 00000004:00080000:0.0:1769074776.063550:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe5500, transno 17179872562 00000004:00080000:0.0:1769074776.063553:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe4380, transno 17179872563 00000004:00080000:0.0:1769074776.063555:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe5180, transno 17179872564 00000004:00080000:0.0:1769074776.063558:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe4000, transno 17179872565 00000004:00080000:0.0:1769074776.063560:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe4700, transno 17179872566 00000004:00080000:0.0:1769074776.063562:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe6300, transno 17179872567 00000004:00080000:0.0:1769074776.063565:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe5c00, transno 17179872568 00000004:00080000:0.0:1769074776.063568:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c4e00, transno 17179872570 00000004:00080000:0.0:1769074776.063570:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c7480, transno 17179872571 00000004:00080000:0.0:1769074776.063573:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c5180, transno 17179872572 00000004:00080000:0.0:1769074776.063576:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c4700, transno 17179872573 00000004:00080000:0.0:1769074776.063578:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c6300, transno 17179872574 00000004:00080000:0.0:1769074776.063581:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1f80, transno 17179872575 00000004:00080000:0.0:1769074776.063584:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c7b80, transno 17179872576 00000004:00080000:0.0:1769074776.063586:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c6a00, transno 17179872577 00000004:00080000:0.0:1769074776.063589:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe3800, transno 17179872578 00000004:00080000:0.0:1769074776.063592:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe0a80, transno 17179872579 00000004:00080000:0.0:1769074776.063594:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe0700, transno 17179872580 00000004:00080000:0.0:1769074776.063597:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe2d80, transno 17179872581 00000004:00080000:0.0:1769074776.063600:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1880, transno 17179872582 00000004:00080000:0.0:1769074776.063602:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe3480, transno 17179872583 00000004:00080000:0.0:1769074776.063605:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe2a00, transno 17179872584 00000004:00080000:0.0:1769074776.063608:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe3100, transno 17179872585 00000100:00100000:0.0:1769074776.063613:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619916032:0@lo:400:kworker.0 00000004:00080000:0.0:1769074776.064159:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 32 done 00000100:00100000:2.0:1769074776.064506:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915648 00000100:00100000:2.0:1769074776.064513:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915648 00000100:00100000:2.0:1769074776.064609:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619916160 00000100:00100000:2.0:1769074776.064614:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619916160 00000100:00080000:0.0:1769074776.064981:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074776.065038:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839550 gen 2 00000004:00080000:0.0:1769074776.065046:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c168000, transno 21474839515 00000004:00080000:0.0:1769074776.065057:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e971c00, transno 21474839516 00000004:00080000:0.0:1769074776.065061:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048000, transno 21474839517 00000004:00080000:0.0:1769074776.065063:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0d76fb80, transno 21474839518 00000004:00080000:0.0:1769074776.065066:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048700, transno 21474839519 00000004:00080000:0.0:1769074776.065069:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c169180, transno 21474839520 00000004:00080000:0.0:1769074776.065072:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0ace7800, transno 21474839521 00000004:00080000:0.0:1769074776.065074:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e970380, transno 21474839522 00000004:00080000:0.0:1769074776.065077:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41c54700, transno 21474839523 00000004:00080000:0.0:1769074776.065079:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104a680, transno 21474839524 00000004:00080000:0.0:1769074776.065082:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b05f80, transno 21474839525 00000004:00080000:0.0:1769074776.065086:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104b480, transno 21474839526 00000004:00080000:0.0:1769074776.065089:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049c00, transno 21474839527 00000004:00080000:0.0:1769074776.065092:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049500, transno 21474839528 00000004:00080000:0.0:1769074776.065094:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104aa00, transno 21474839529 00000004:00080000:0.0:1769074776.065097:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048a80, transno 21474839530 00000004:00080000:0.0:1769074776.065100:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048e00, transno 21474839531 00000004:00080000:0.0:1769074776.065102:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2019ed80, transno 21474839532 00000004:00080000:0.0:1769074776.065105:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08850380, transno 21474839533 00000004:00080000:0.0:1769074776.065108:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08853b80, transno 21474839534 00000004:00080000:0.0:1769074776.065110:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08853480, transno 21474839535 00000004:00080000:0.0:1769074776.065112:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08851180, transno 21474839536 00000004:00080000:0.0:1769074776.065114:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08853100, transno 21474839537 00000004:00080000:0.0:1769074776.065117:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08852680, transno 21474839538 00000004:00080000:0.0:1769074776.065119:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08850000, transno 21474839539 00000004:00080000:0.0:1769074776.065122:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d08850a80, transno 21474839540 00000004:00080000:0.0:1769074776.065126:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1500, transno 21474839541 00000004:00080000:0.0:1769074776.065128:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b04a80, transno 21474839542 00000004:00080000:0.0:1769074776.065131:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b07100, transno 21474839543 00000004:00080000:0.0:1769074776.065134:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b04380, transno 21474839544 00000004:00080000:0.0:1769074776.065136:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe7800, transno 21474839545 00000004:00080000:0.0:1769074776.065138:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b05c00, transno 21474839546 00000004:00080000:0.0:1769074776.065141:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b04700, transno 21474839547 00000004:00080000:0.0:1769074776.065143:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b04e00, transno 21474839548 00000004:00080000:0.0:1769074776.065144:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d21b07b80, transno 21474839549 00000004:00080000:0.0:1769074776.065146:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41c54a80, transno 21474839550 00000100:00100000:0.0:1769074776.065153:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619915904:0@lo:400:kworker.0 00000100:00100000:1.0:1769074776.066240:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619915776:0@lo:400:kworker.0 00000004:00080000:1.0:1769074776.068961:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 36 done 00000100:00100000:3.0:1769074776.072535:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1769074776.072564:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619915648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074776.072692:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619915648:12345-0@lo:400:kworker.0 Request processed in 142us (9421us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.072699:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1769074776.072728:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1769074776.072735:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619916160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074776.072764:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619916160:12345-0@lo:400:kworker.0 Request processed in 30us (9461us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.072772:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1769074776.073569:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619915648:0@lo:400:kworker.0 00000100:00100000:1.0:1769074776.073593:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619916160:0@lo:400:kworker.0 00000100:00100000:3.0:1769074776.565455:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.565500:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.565540:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.565634:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612783104 00000100:00100000:1.0:1769074776.565647:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612783104 00000100:00100000:1.0:1769074776.565720:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612783360 00000100:00100000:1.0:1769074776.565723:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612783360 00000100:00100000:1.0:1769074776.565741:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612783232 00000100:00100000:1.0:1769074776.565743:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612783232 00000100:00100000:1.0:1769074776.565766:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 825 00000100:00100000:1.0:1769074776.565775:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+14:2370:x1855007612783104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074776.565793:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074776.565813:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d41c97a00/0x8b5959a9a0e856b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c118672 expref: 14 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.565861:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074776.565918:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+13:2370:x1855007612783104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 143us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.565926:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 825 00000100:00100000:1.0:1769074776.565957:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:1.0:1769074776.565964:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612783360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074776.565972:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074776.565981:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d2e9f9200/0x8b5959a9a0e856c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1186a3 expref: 12 pid: 29849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.565989:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074776.566007:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+11:2370:x1855007612783360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 45us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.566012:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:1.0:1769074776.566024:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:1.0:1769074776.566029:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+10:2370:x1855007612783232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074776.566039:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074776.566047:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d04ec6200/0x8b5959a9a0e856bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11869c expref: 10 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.566055:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074776.566070:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612783232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 40us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.566076:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1769074776.575498:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.575619:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612784128 00000100:00100000:3.0:1769074776.575631:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612784128 00000100:00100000:3.0:1769074776.575767:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9886 00000100:00100000:3.0:1769074776.575779:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2369:x1855007612784128:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:3.0:1769074776.575812:0:26306:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856d9 00000020:00010000:3.0:1769074776.575841:0:26306:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d21b20000: total 0 00000100:00080000:3.0:1769074776.575847:0:26306:0:(import.c:65:import_set_state_nolock()) ffff956d1155c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1769074776.575898:0:26306:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179872594 00000100:00100000:3.0:1769074776.576153:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+8:2369:x1855007612784128:12345-192.168.204.39@tcp:9:umount.0 Request processed in 375us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.576161:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9886 00000020:00010000:2.0:1769074776.576350:0:29447:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d21b20000: total 0 00010000:00010000:2.0:1769074776.576381:0:29447:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d21b20000, canceled 0 locks, left on hash table 5. 00010000:00010000:2.0:1769074776.576440:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8a147 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b025 expref: 7 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.576477:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8a155 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b033 expref: 6 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.576497:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8a163 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b041 expref: 5 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.576516:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8a140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b01e expref: 4 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.576536:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8723f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195de expref: 3 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.576551:0:29447:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d21b20000, canceled 5 locks, left on hash table 0. 00010000:00010000:2.0:1769074776.576563:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.576565:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.576567:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769074776.577264:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074776.595480:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.595629:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612785152 00000100:00100000:1.0:1769074776.595640:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612785152 00000100:00080000:0.0:1769074776.595797:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074776.596198:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9887 00000100:00100000:1.0:1769074776.596210:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+12:2369:x1855007612785152:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:1.0:1769074776.596242:0:6534:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856d2 00000020:00010000:1.0:1769074776.596250:0:6534:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d21d92000: total 0 00000100:00080000:1.0:1769074776.596255:0:6534:0:(import.c:65:import_set_state_nolock()) ffff956d21d90000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1769074776.596309:0:6534:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474839554 00000100:00100000:1.0:1769074776.596547:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+10:2369:x1855007612785152:12345-192.168.204.39@tcp:9:umount.0 Request processed in 337us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.596555:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9887 00000020:00010000:2.0:1769074776.596791:0:5741:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d21d92000: total 0 00010000:00010000:2.0:1769074776.596796:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.596854:0:5741:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d21d92000, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1769074776.596907:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8a186 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b056 expref: 9 pid: 33557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.596954:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8a687 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b343 expref: 8 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074776.596975:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8a18d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b05d expref: 7 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.596999:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8a14e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b02c expref: 6 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.597018:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8a6a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b358 expref: 5 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074776.597037:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8a15c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b03a expref: 4 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.597058:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8720e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1195bb expref: 3 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.597075:0:5741:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d21d92000, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1769074776.597100:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.597102:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.597104:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074776.610688:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.611250:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612785408 00000100:00100000:0.0:1769074776.611364:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612785408 00000100:00100000:0.0:1769074776.611529:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6477 00000100:00100000:0.0:1769074776.611538:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+6:2369:x1855007612785408:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:0.0:1769074776.611573:0:30549:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e856cb 00000020:00010000:0.0:1769074776.611579:0:30549:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d05735800: total 0 00000100:00080000:0.0:1769074776.611584:0:30549:0:(import.c:65:import_set_state_nolock()) ffff956c077bf000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074776.611612:0:30549:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589941357 00000100:00100000:0.0:1769074776.612010:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+5:2369:x1855007612785408:12345-192.168.204.39@tcp:39:umount.0 Request processed in 472us (1330us total) trans 8589941358 rc 0/0 00000100:00100000:0.0:1769074776.612019:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6477 00000020:00010000:1.0:1769074776.612507:0:5740:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d05735800: total 0 00010000:00010000:1.0:1769074776.612556:0:5740:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d05735800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1769074776.612586:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:1.0:1769074776.612590:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074776.612597:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e856e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1186cd expref: 4 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.612613:0:5740:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d05735800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1769074776.612622:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074776.612624:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074776.612626:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074776.613103:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074776.678056:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.678160:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612785536 00000100:00100000:3.0:1769074776.678170:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612785536 00000100:00100000:3.0:1769074776.678242:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6478 00000100:00100000:3.0:1769074776.678252:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57932:x1855007612785536:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074776.678276:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074776.678302:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a721 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3c8 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.678374:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678393:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678404:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678419:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678425:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678432:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678706:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678716:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.678723:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074776.678759:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000100:00080000:2.0:1769074776.678975:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1769074776.679127:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074776.679154:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679167:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679175:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679184:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679190:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679195:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5b400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074776.679199:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679206:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679217:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074776.679220:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074776.679225:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679231:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679244:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679249:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679255:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679259:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5bc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074776.679262:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679273:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679280:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d2e962400) 00010000:00010000:3.0:1769074776.679282:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074776.679285:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679291:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a72f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074776.679325:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a721 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.679338:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.679345:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074776.679348:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074776.679351:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5a600, rc 0) 00000100:00100000:3.0:1769074776.679489:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:57932:x1855007612785536:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1236us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.679498:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6478 00000100:00100000:0.0:1769074776.698876:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.698928:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.699033:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612785664 00000100:00100000:3.0:1769074776.699062:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612785664 00000100:00100000:1.0:1769074776.699131:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612785792 00000100:00100000:1.0:1769074776.699147:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612785792 00000100:00100000:3.0:1769074776.699200:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9888 00000100:00100000:3.0:1769074776.699220:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612785664:12345-192.168.204.39@tcp:101:lfs.0 00000100:00100000:1.0:1769074776.699252:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9889 00010000:00010000:3.0:1769074776.699252:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1769074776.699279:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612785792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074776.699286:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3cf expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.699303:0:6534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074776.699328:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074776.699333:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.699339:0:6534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3d6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.699351:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074776.699377:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 18 pid: 26306 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1769074776.699378:0:6534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f054, atime: 0x6971f053, ctime: 0x6971f054, blocks: 0x1029 00010000:00010000:3.0:1769074776.699414:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41b5be00, rc 0) 00010000:00010000:1.0:1769074776.699418:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.699423:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.699438:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 8 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.699462:0:6534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 8 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.699478:0:6534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:3.0:1769074776.699518:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612785664:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 302us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.699533:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9888 00000100:00100000:1.0:1769074776.699544:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612785792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 266us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.699555:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9889 00000100:00080000:2.0:1769074776.699887:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074776.699896:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074776.711227:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.714993:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786048 00000100:00100000:0.0:1769074776.715010:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786048 00000100:00100000:0.0:1769074776.715099:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6479 00000100:00100000:0.0:1769074776.715111:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+146:57932:x1855007612786048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074776.715147:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074776.715175:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a74b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3dd expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.715283:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074776.715300:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.715309:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074776.715350:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.715365:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 147 pid: 30391 timeout: 1860 lvb_type: 0 00000100:00100000:0.0:1769074776.715380:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619916288:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074776.715495:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074776.721508:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619916288:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074776.721573:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074776.726425:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.726815:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786176 00000100:00100000:0.0:1769074776.726859:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786176 00010000:00010000:0.0:1769074776.726904:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 148 pid: 30391 timeout: 1860 lvb_type: 0 00000100:00100000:0.0:1769074776.726956:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5247 00000100:00100000:0.0:1769074776.726966:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+148:2371:x1855007612786176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074776.726981:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074776.726989:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 148 pid: 30391 timeout: 1860 lvb_type: 0 00010000:00010000:0.0:1769074776.727004:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 148 pid: 30391 timeout: 1860 lvb_type: 0 00010000:00010000:0.0:1769074776.727027:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a600/0x8b5959a9a0e8a736 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c8 expref: 148 pid: 30391 timeout: 1860 lvb_type: 0 00010000:00010000:0.0:1769074776.727045:0:33556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074776.727050:0:33556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074776.727059:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074776.727066:0:33556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074776.727096:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074776.727148:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+147:2371:x1855007612786176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 182us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.727156:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5247 00010000:00010000:2.0:1769074776.728674:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074776.728700:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074776.728734:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074776.729053:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977e00/0x8b5959a9a0e8a74b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3dd expref: 148 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.729080:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3dd expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.729091:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074776.729094:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074776.729099:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37977a00, rc 0) 00000100:00100000:2.0:1769074776.729191:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+147:57932:x1855007612786048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14081us (18563us total) trans 8589941359 rc 0/0 00000100:00100000:2.0:1769074776.729202:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6479 00000100:00100000:1.0:1769074776.732860:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074776.733402:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786432 00000100:00100000:2.0:1769074776.733418:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786432 00000100:00100000:2.0:1769074776.733509:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6480 00000100:00100000:2.0:1769074776.733529:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+147:57932:x1855007612786432:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074776.733565:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074776.733568:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074776.733613:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37977a00/0x8b5959a9a0e8a752 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3dd expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.733638:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074776.733642:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074776.733659:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a760 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3e4 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.733796:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074776.733813:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074776.733859:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074776.733876:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00010000:00010000:2.0:1769074776.734078:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a760 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3e4 expref: 149 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.734094:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3e4 expref: 148 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.734102:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074776.734106:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074776.734109:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158800, rc 0) 00000100:00100000:2.0:1769074776.734199:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+148:57932:x1855007612786432:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 678us (1385us total) trans 8589941360 rc 0/0 00000100:00100000:2.0:1769074776.734208:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6480 00000100:00100000:0.0:1769074776.739506:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.739566:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.739609:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.739644:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.739664:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.739686:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.739779:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786560 00000100:00100000:1.0:1769074776.739793:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786560 00000100:00100000:1.0:1769074776.739901:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786816 00000100:00100000:1.0:1769074776.739905:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786816 00000100:00100000:1.0:1769074776.739925:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787072 00000100:00100000:1.0:1769074776.739928:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787072 00000100:00100000:1.0:1769074776.739963:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786688 00000100:00100000:1.0:1769074776.739967:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786688 00000100:00100000:1.0:1769074776.739986:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612786944 00000100:00100000:1.0:1769074776.739988:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612786944 00000100:00100000:1.0:1769074776.740003:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787200 00000100:00100000:1.0:1769074776.740006:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787200 00000100:00100000:1.0:1769074776.740027:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9890 00000100:00100000:1.0:1769074776.740039:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612786560:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074776.740102:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740127:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 20 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.740136:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.740139:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.740143:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740190:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 20 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.740208:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 20 pid: 6534 timeout: 1860 lvb_type: 1 00000100:00100000:1.0:1769074776.740226:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619916416:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074776.740331:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074776.740357:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9891 00000100:00100000:1.0:1769074776.740365:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612786816:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074776.740390:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740403:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740410:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074776.740411:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074776.740414:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740434:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740443:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 10 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:1.0:1769074776.740452:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619916544:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074776.740477:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074776.740498:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9892 00000100:00100000:1.0:1769074776.740506:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612787072:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074776.740525:0:25507:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740542:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.740551:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 20 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740558:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074776.740559:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074776.740561:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740581:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 20 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.740590:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 20 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:1.0:1769074776.740599:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619916672:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074776.740633:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.740643:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 20 pid: 26306 timeout: 1860 lvb_type: 1 00000100:00100000:1.0:1769074776.740652:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619916800:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074776.740677:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0720ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074776.740995:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9893 00000100:00100000:2.0:1769074776.741008:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612786688:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074776.741033:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.741047:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.741054:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074776.741055:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074776.741058:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.741081:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.741091:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 10 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:2.0:1769074776.741101:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2019ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619916928:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074776.741144:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0880b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074776.741545:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9894 00000100:00100000:0.0:1769074776.741559:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612786944:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074776.741594:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.741609:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.741616:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.741618:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.741621:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.741643:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.741653:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 20 pid: 26306 timeout: 1860 lvb_type: 1 00000100:00100000:0.0:1769074776.741664:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619917056:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074776.741698:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074776.741721:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9895 00000100:00100000:0.0:1769074776.741730:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612787200:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074776.741764:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.741777:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.741784:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.741785:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.741788:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.741805:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.741815:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 1860 lvb_type: 1 00000100:00100000:0.0:1769074776.741870:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619917184:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074776.741894:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d031ba9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074776.756401:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.756440:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.756464:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.756501:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074776.756640:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787456 00000100:00100000:2.0:1769074776.756650:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787456 00000100:00100000:0.0:1769074776.756660:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619917184:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074776.756693:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.756699:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 21 pid: 6534 timeout: 1860 lvb_type: 1 00000100:00100000:0.0:1769074776.756737:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619917056:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074776.756738:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787584 00000100:00100000:2.0:1769074776.756741:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787584 00010000:00010000:2.0:1769074776.756757:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 11 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:3.0:1769074776.756775:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787328 00000100:00100000:2.0:1769074776.756784:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787712 00000100:00100000:2.0:1769074776.756789:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787712 00000100:00100000:3.0:1769074776.756791:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787328 00010000:00010000:2.0:1769074776.756804:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 22 pid: 26306 timeout: 1860 lvb_type: 1 00000100:00100000:2.0:1769074776.756877:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5248 00000100:00100000:2.0:1769074776.756891:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612787456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074776.756904:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 23 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.756909:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074776.756958:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 23 pid: 6534 timeout: 1860 lvb_type: 1 00000100:00100000:3.0:1769074776.756959:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5249 00000100:00100000:3.0:1769074776.756981:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612787584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074776.756988:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 23 pid: 6534 timeout: 1860 lvb_type: 1 00010000:00010000:3.0:1769074776.757002:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1769074776.757024:0:5739:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074771 -> 1769074772 00010000:00010000:2.0:1769074776.757026:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1769074776.757031:0:5739:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074771 -> 1769074772 00010000:00010000:2.0:1769074776.757032:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.757043:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.757046:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 11 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.757072:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.757097:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 11 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.757111:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074776.757133:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074776.757137:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074776.757143:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.757155:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.757164:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.757186:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074776.757188:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612787456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 298us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074776.757200:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5248 00000100:00100000:3.0:1769074776.757250:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612787584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 274us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.757316:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5250 00000100:00100000:0.0:1769074776.757328:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612787712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074776.757330:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619916672:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074776.757339:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074776.757343:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619916800:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074776.757354:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 22 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:1.0:1769074776.757363:0:25507:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.757365:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 22 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:0.0:1769074776.757382:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5be00/0x8b5959a9a0e8a73d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3cf expref: 22 pid: 26306 timeout: 1860 lvb_type: 1 00000100:00100000:3.0:1769074776.761512:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5249 00000100:00100000:2.0:1769074776.762020:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5251 00000100:00100000:2.0:1769074776.762056:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612787328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074776.762085:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074776.762125:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 21 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.762151:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 21 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.762184:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171c800/0x8b5959a9a0e8a6e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b389 expref: 21 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.762204:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.762206:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.762212:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.762224:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.762451:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074776.762558:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5400/0x8b5959a9a0e8a71a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3c1 expref: 10 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:3.0:1769074776.762579:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619916544:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074776.762604:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762615:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762622:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762660:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762669:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762678:0:21706:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074776.762690:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612787328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 649us (6218us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074776.762692:0:21706:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074776.762701:0:21706:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074776.762712:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5251 00010000:00010000:3.0:1769074776.762727:0:21706:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762753:0:21706:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.762761:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8a77c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.762978:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8a5bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2b7 expref: 19 pid: 6534 timeout: 1860 lvb_type: 1 00000100:00100000:2.0:1769074776.762996:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619916416:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074776.763019:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.763024:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612786816:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 22654us (23452us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074776.763045:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.763053:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9891 00010000:00010000:2.0:1769074776.763066:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763100:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763108:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763117:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763125:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074776.763131:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763142:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.763147:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2019ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619916928:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074776.763162:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.763171:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8a775 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074776.763230:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612786560:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 23192us (23740us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074776.763238:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9890 00000100:00100000:1.0:1769074776.763430:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074776.763436:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074776.763694:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.763742:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.765550:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787968 00000100:00100000:1.0:1769074776.765573:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787968 00010000:00010000:1.0:1769074776.765649:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 9 pid: 6534 timeout: 1860 lvb_type: 1 00010000:00010000:0.0:1769074776.767804:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074776.767980:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612787712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10643us (11466us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.767997:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5250 00000100:00100000:0.0:1769074776.768052:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612787840 00000100:00100000:0.0:1769074776.768063:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612787840 00010000:00010000:0.0:1769074776.768111:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 10 pid: 26360 timeout: 1860 lvb_type: 0 00000100:00100000:1.0:1769074776.768546:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788096 00000100:00100000:1.0:1769074776.768555:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788096 00010000:00010000:1.0:1769074776.768589:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 17 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:3.0:1769074776.768625:0:25507:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768645:0:25507:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768688:0:25507:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768697:0:25507:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768706:0:25507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768715:0:25507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41335600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074776.768719:0:25507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768727:0:25507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768749:0:25507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.768767:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41335600/0x8b5959a9a0e8a783 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.768912:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612787072:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 28399us (29295us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074776.768925:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9892 00000100:00100000:2.0:1769074776.769026:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5252 00000100:00100000:2.0:1769074776.769047:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612787968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074776.769067:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074776.769098:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 1860 lvb_type: 1 00010000:00010000:2.0:1769074776.769111:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 1860 lvb_type: 1 00010000:00010000:2.0:1769074776.769138:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4200/0x8b5959a9a0e8a744 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3d6 expref: 10 pid: 6534 timeout: 1860 lvb_type: 1 00010000:00010000:2.0:1769074776.769154:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.769157:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.769163:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.769173:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.769208:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074776.769251:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612787968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (5823us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.769379:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5253 00000100:00100000:2.0:1769074776.769386:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5252 00000100:00100000:0.0:1769074776.769392:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612787840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074776.769403:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074776.769407:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5254 00000100:00100000:2.0:1769074776.769414:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612788096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00002000:00010000:0.0:1769074776.769416:0:26370:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074771 -> 1769074772 00002000:00010000:0.0:1769074776.769420:0:26370:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074771 -> 1769074772 00010000:00010000:2.0:1769074776.769423:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074776.769425:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 8 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.769438:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 16 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:0.0:1769074776.769439:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 8 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.769449:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 16 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:0.0:1769074776.769454:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8a713 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3ba expref: 8 pid: 26360 timeout: 1860 lvb_type: 0 00010000:00010000:2.0:1769074776.769464:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9bfc00/0x8b5959a9a0e8a5d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b2cc expref: 16 pid: 26306 timeout: 1860 lvb_type: 1 00010000:00010000:0.0:1769074776.769467:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.769469:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.769472:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.769475:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.769477:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.769481:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.769495:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.769516:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074776.769698:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612788096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 285us (5955us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074776.769706:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5254 00010000:00010000:0.0:1769074776.771399:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771486:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074776.771568:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612787840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2172us (7868us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.771584:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5253 00010000:00010000:0.0:1769074776.771645:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771656:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771703:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771712:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771721:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771728:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074776.771733:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.771738:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771743:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.771750:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771762:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771771:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976000/0x8b5959a9a0e8a798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074776.771868:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612787200:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 30138us (32180us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.771879:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9895 00010000:00010000:0.0:1769074776.771905:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771914:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771933:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771953:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771959:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771965:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074776.771968:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771976:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771988:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.771996:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a78a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074776.772052:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612786688:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 31046us (32406us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.772060:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9893 00010000:00010000:1.0:1769074776.772075:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772090:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772097:0:33558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772104:0:33558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074776.772107:0:33558:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772115:0:33558:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772127:0:33558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.772134:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37977c00/0x8b5959a9a0e8a791 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074776.772181:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612786944:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 30626us (32515us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.772190:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9894 00000100:00100000:2.0:1769074776.777746:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.777870:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788352 00000100:00100000:0.0:1769074776.777899:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788352 00000100:00100000:0.0:1769074776.777997:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6481 00000100:00100000:0.0:1769074776.778009:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+148:57932:x1855007612788352:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1769074776.778113:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1769074776.778145:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8a656 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b32e expref: 148 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.778165:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030c00/0x8b5959a9a0e8a385 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b18a expref: 147 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.778174:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8a38c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b191 expref: 146 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.778182:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074776.778187:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074776.778222:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074776.778247:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074776.778259:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:0.0:1769074776.779043:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1621, 88 off141200 00000004:00080000:0.0:1769074776.779056:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940231914ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779136:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1621, 88 off141200 00000004:00080000:0.0:1769074776.779143:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940319274ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779187:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1622, 88 off141288 00000004:00080000:0.0:1769074776.779192:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940368091ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779208:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1622, 88 off141288 00000004:00080000:0.0:1769074776.779212:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940389111ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779241:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1623, 88 off141376 00000004:00080000:0.0:1769074776.779245:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940421964ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779275:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1623, 88 off141376 00000004:00080000:0.0:1769074776.779281:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940457451ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779309:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1624, 88 off141464 00000004:00080000:0.0:1769074776.779315:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940492159ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779331:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1625, 88 off141552 00000004:00080000:0.0:1769074776.779335:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940511981ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779349:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1624, 88 off141464 00000004:00080000:0.0:1769074776.779353:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940529570ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779378:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1626, 88 off141640 00000004:00080000:0.0:1769074776.779382:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940558924ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779396:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1625, 88 off141552 00000004:00080000:0.0:1769074776.779401:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940577551ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779416:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1627, 88 off141728 00000004:00080000:0.0:1769074776.779421:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940598039ns, next at 1696607292856ns, rc = 0 00000040:00080000:0.0:1769074776.779451:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1626, 88 off141640 00000004:00080000:0.0:1769074776.779457:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940633634ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779484:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1627, 88 off141728 00000004:00080000:0.0:1769074776.779489:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940665590ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779513:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1628, 88 off141816 00000004:00080000:0.0:1769074776.779518:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940694979ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779542:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1629, 88 off141904 00000004:00080000:0.0:1769074776.779546:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1760940722845ns, next at 1691681415343ns, rc = 0 00000040:00080000:0.0:1769074776.779571:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1628, 88 off141816 00000004:00080000:0.0:1769074776.779576:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1760940752429ns, next at 1696607292856ns, rc = 0 00000001:00080000:2.0:1769074776.851475:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941361 is committed 00000004:00080000:2.0:1769074776.851496:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1327 committed 00000004:00080000:2.0:1769074776.851515:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1327 committed 00000004:00080000:2.0:1769074776.851525:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1326 committed 00000004:00080000:2.0:1769074776.851527:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1325 committed 00000004:00080000:2.0:1769074776.851530:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1324 committed 00000004:00080000:2.0:1769074776.851532:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1326 committed 00000004:00080000:2.0:1769074776.851537:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1323 committed 00000004:00080000:2.0:1769074776.851540:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1325 committed 00000004:00080000:2.0:1769074776.851542:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1322 committed 00000004:00080000:2.0:1769074776.851544:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1324 committed 00000004:00080000:2.0:1769074776.851547:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1323 committed 00000004:00080000:2.0:1769074776.851549:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1322 committed 00000004:00080000:2.0:1769074776.851554:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1321 committed 00000004:00080000:2.0:1769074776.851557:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1320 committed 00000004:00080000:2.0:1769074776.851560:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1321 committed 00000004:00080000:2.0:1769074776.851562:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1320 committed 00000004:00080000:2.0:1769074776.851564:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1319 committed 00000001:00100000:2.0:1769074776.851575:0:29889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000001:00080000:2.0:1769074776.851582:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941358 is committed 00000020:00000080:2.0:1769074776.851587:0:29889:0:(genops.c:904:class_export_put()) final put ffff956d05735800/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000020:00000080:2.0:1769074776.851653:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff956d05735800/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f for lustre-MDT0000 00000020:00000080:2.0:1769074776.851734:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956c077bf000 for lustre-MDT0000 00000100:00100000:3.0:1769074776.852509:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619917696:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.852619:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074776.852659:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619918208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.852683:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074776.852711:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074776.852716:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619917568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.852736:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074776.852752:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619918080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.853144:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074776.853193:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917696 00000100:00100000:3.0:1769074776.853204:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917696 00000100:00100000:3.0:1769074776.853279:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918208 00000100:00100000:3.0:1769074776.853282:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918208 00000100:00100000:3.0:1769074776.853301:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917568 00000100:00100000:3.0:1769074776.853304:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917568 00000100:00100000:3.0:1769074776.853322:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918080 00000100:00100000:3.0:1769074776.853324:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918080 00000100:00100000:3.0:1769074776.853349:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9896 00000100:00100000:2.0:1769074776.853504:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917312:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074776.853541:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074776.853564:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917824:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074776.853585:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074776.853619:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074776.853626:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917440:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074776.853649:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074776.853665:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917952:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074776.853686:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074776.854042:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619917696:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074776.854523:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917312 00000100:00100000:0.0:1769074776.854533:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917312 00000100:00100000:0.0:1769074776.854567:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917824 00000100:00100000:0.0:1769074776.854571:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917824 00000100:00100000:0.0:1769074776.854581:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917440 00000100:00100000:0.0:1769074776.854583:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917440 00000100:00100000:0.0:1769074776.854751:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917952 00000100:00100000:0.0:1769074776.855028:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917952 00000100:00100000:0.0:1769074776.855059:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9897 00000100:00100000:0.0:1769074776.855069:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619918208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074776.855330:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619918208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 260us (2644us total) trans 17179872596 rc 0/0 00000100:00100000:0.0:1769074776.855340:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9897 00000100:00100000:1.0:1769074776.856061:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619918592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.856113:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.856135:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.856157:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.856177:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074776.856182:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619918720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.856205:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.856216:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.856236:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.856266:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918592 00000100:00100000:1.0:1769074776.856273:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918592 00000004:00080000:2.0:1769074776.856417:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c6d80/2, rc 0, transno 17179872595 00000100:00100000:2.0:1769074776.856426:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619917696:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1769074776.856438:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d95c00/2, rc 0, transno 17179872596 00000100:00100000:2.0:1769074776.856442:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619918208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.856623:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619917696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2396us (3136us total) trans 17179872595 rc 0/0 00000100:00100000:3.0:1769074776.856636:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9896 00000100:00100000:2.0:1769074776.856721:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919104 00000100:00100000:2.0:1769074776.856726:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919104 00000100:00100000:0.0:1769074776.857128:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918720 00000100:00100000:0.0:1769074776.857135:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918720 00000100:00100000:1.0:1769074776.857203:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919232 00000100:00100000:1.0:1769074776.857208:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919232 00000100:00100000:1.0:1769074776.857228:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9898 00000100:00100000:1.0:1769074776.857237:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619917568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.857620:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619917568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 384us (4882us total) trans 17179872597 rc 0/0 00000100:00100000:1.0:1769074776.857628:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9898 00000100:00100000:1.0:1769074776.857648:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9899 00000100:00100000:1.0:1769074776.857656:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619918080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.857909:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619918080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 251us (4762us total) trans 17179872598 rc 0/0 00000100:00100000:1.0:1769074776.857929:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9899 00000100:00100000:1.0:1769074776.857955:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9900 00000100:00100000:1.0:1769074776.857963:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619917312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.858091:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619917312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (4549us total) trans 17179872599 rc 0/0 00000100:00100000:1.0:1769074776.858097:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9900 00000100:00100000:1.0:1769074776.858115:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9901 00000100:00100000:1.0:1769074776.858122:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619917824:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.858236:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619917824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (4649us total) trans 17179872600 rc 0/0 00000100:00100000:1.0:1769074776.858244:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9901 00000100:00100000:1.0:1769074776.858257:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9902 00000100:00100000:1.0:1769074776.858265:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619917440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.858378:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619917440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (4728us total) trans 17179872601 rc 0/0 00000100:00100000:1.0:1769074776.858385:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9902 00000100:00100000:1.0:1769074776.858398:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9903 00000100:00100000:1.0:1769074776.858405:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619917952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074776.858516:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619917952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (4828us total) trans 17179872602 rc 0/0 00000100:00100000:1.0:1769074776.858523:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9903 00000100:00100000:1.0:1769074776.858537:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9904 00000100:00100000:1.0:1769074776.858544:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619918592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.858710:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619918592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 166us (2597us total) trans 21474839555 rc 0/0 00000100:00100000:1.0:1769074776.858717:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9904 00000100:00100000:1.0:1769074776.858733:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9905 00000100:00100000:1.0:1769074776.858740:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619919232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.859612:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619919232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 867us (3369us total) trans 21474839556 rc 0/0 00000100:00100000:1.0:1769074776.859623:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9905 00000004:00080000:1.0:1769074776.859705:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048380/2, rc 0, transno 21474839556 00000100:00100000:1.0:1769074776.859727:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919232:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074776.859738:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104aa00/2, rc 0, transno 21474839555 00000100:00100000:1.0:1769074776.859742:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619918592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.860140:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.860195:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.860229:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.860250:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.860258:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619919360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.860275:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074776.860308:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c5500/2, rc 0, transno 17179872601 00000100:00100000:1.0:1769074776.860314:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074776.860325:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20696680/2, rc 0, transno 17179872602 00000100:00100000:1.0:1769074776.860328:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074776.860340:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c5f80/2, rc 0, transno 17179872599 00000100:00100000:1.0:1769074776.860343:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074776.860521:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918336 00000100:00100000:3.0:1769074776.860532:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918336 00000100:00100000:3.0:1769074776.860571:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918848 00000100:00100000:3.0:1769074776.860574:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918848 00000100:00100000:3.0:1769074776.860583:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919360 00000100:00100000:3.0:1769074776.860584:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919360 00000100:00100000:3.0:1769074776.860612:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9906 00000100:00100000:3.0:1769074776.860622:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619918336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074776.860890:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619918336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 268us (693us total) trans 21474839557 rc 0/0 00000100:00100000:3.0:1769074776.860897:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9906 00000100:00100000:3.0:1769074776.861182:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9907 00000100:00100000:3.0:1769074776.861192:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619918848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074776.861327:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619918848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (1075us total) trans 21474839558 rc 0/0 00000100:00100000:3.0:1769074776.861334:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9907 00000100:00100000:3.0:1769074776.861349:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9908 00000004:00080000:1.0:1769074776.861487:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c5c00/2, rc 0, transno 17179872600 00000100:00100000:1.0:1769074776.861496:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619917824:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074776.861541:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049c00/2, rc 0, transno 21474839557 00000100:00100000:1.0:1769074776.861545:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918336:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074776.861553:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048e00/2, rc 0, transno 21474839558 00000100:00100000:1.0:1769074776.861556:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.861563:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074776.861573:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074776.861658:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619919360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074776.862084:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9909 00000100:00100000:2.0:1769074776.862098:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619919104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074776.862235:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074776.862240:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074776.862244:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074776.862247:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074768 00002000:00010000:2.0:1769074776.862249:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:3.0:1769074776.862402:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619919360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1044us (2123us total) trans 21474839559 rc 0/0 00000100:00100000:3.0:1769074776.862410:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9908 00000100:00100000:1.0:1769074776.864039:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074776.864139:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.864186:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074776.864252:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0c1c7480/2, rc 0, transno 21474839559 00000100:00100000:1.0:1769074776.864261:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619919360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.864309:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918464 00000100:00100000:1.0:1769074776.864318:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918464 00000100:00100000:3.0:1769074776.864339:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619918976 00000100:00100000:3.0:1769074776.864345:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619918976 00000100:00100000:1.0:1769074776.864933:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9910 00000100:00100000:1.0:1769074776.864957:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619918464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074776.865362:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9911 00000100:00100000:3.0:1769074776.865374:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3289:x1855007619918976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074776.865549:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3289:x1855007619918976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (1361us total) trans 21474839562 rc 0/0 00000100:00100000:3.0:1769074776.865557:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9911 00000100:00100000:2.0:1769074776.865960:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3291:x1855007619919104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3864us (9798us total) trans 21474839560 rc 0/0 00000100:00100000:2.0:1769074776.865969:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9909 00000004:00080000:3.0:1769074776.866078:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104b100/2, rc 0, transno 21474839560 00000100:00100000:3.0:1769074776.866087:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074776.866331:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9912 00000100:00100000:0.0:1769074776.866345:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619918720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074776.866930:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3291:x1855007619918720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 587us (10720us total) trans 21474839563 rc 0/0 00000100:00100000:0.0:1769074776.866950:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9912 00000004:00080000:3.0:1769074776.866993:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c6680/2, rc 0, transno 17179872597 00000100:00100000:3.0:1769074776.867000:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619917568:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074776.867011:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20695f80/2, rc 0, transno 17179872598 00000100:00100000:3.0:1769074776.867014:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619918080:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074776.867044:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4104b800/2, rc 0, transno 21474839562 00000100:00100000:3.0:1769074776.867048:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074776.867763:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619918464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2806us (3740us total) trans 21474839561 rc 0/0 00000100:00100000:1.0:1769074776.867774:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9910 00000004:00080000:3.0:1769074776.867909:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41049500/2, rc 0, transno 21474839561 00000100:00100000:3.0:1769074776.868002:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619918464:0@lo:2:osp-syn-0-0.0 00000004:00010000:1.0:1769074776.868995:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000584d7f30 reply state 00000000e514b1ad transno 8589941361 ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074776.869032:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1769074776.869243:0:30391:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1769074776.869267:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57932:x1855007612788352:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 91256us (91535us total) trans 8589941361 rc 0/0 00000100:00100000:1.0:1769074776.869278:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6481 00010000:00010000:1.0:1769074776.869320:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869331:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869340:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869352:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074776.869805:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869817:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869879:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074776.869883:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074776.869891:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.869898:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d37976000/0x8b5959a9a0e8a79f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000004:00080000:2.0:1769074776.870282:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41048a80/2, rc 0, transno 21474839563 00000100:00100000:2.0:1769074776.870294:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619918720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074776.874696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.874974:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788480 00000100:00100000:1.0:1769074776.874989:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788480 00000100:00100000:1.0:1769074776.875726:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6482 00000100:00100000:1.0:1769074776.875742:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+143:57932:x1855007612788480:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.875784:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.875813:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3eb expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.875924:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 144 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.875955:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 144 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.875980:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074776.875984:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074776.875990:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96c00, rc 0) 00000100:00100000:1.0:1769074776.876107:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57932:x1855007612788480:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 369us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.876115:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6482 00000100:00100000:3.0:1769074776.884722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.884817:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788608 00000100:00100000:1.0:1769074776.884877:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788608 00000100:00100000:1.0:1769074776.884963:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6483 00000100:00100000:1.0:1769074776.884975:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57932:x1855007612788608:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.885004:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.885044:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3f2 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.886714:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.886741:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.886771:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074776.886810:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 16777217 00000004:00200000:1.0:1769074776.886816:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074776.886882:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074776.886926:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f2 expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.886963:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f2 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.886974:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:1.0:1769074776.886978:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074776.886982:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:1.0:1769074776.888706:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57932:x1855007612788608:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3716us (3981us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.888722:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6483 00000100:00100000:3.0:1769074776.896339:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.896392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.896433:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.896483:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.896890:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788736 00000100:00100000:1.0:1769074776.896908:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788736 00000100:00100000:1.0:1769074776.897008:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788864 00000100:00100000:1.0:1769074776.897013:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788864 00000100:00100000:1.0:1769074776.897038:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612788992 00000100:00100000:1.0:1769074776.897042:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612788992 00000100:00100000:1.0:1769074776.897061:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789120 00000100:00100000:1.0:1769074776.897064:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789120 00000100:00100000:1.0:1769074776.897106:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9913 00000100:00100000:1.0:1769074776.897121:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612788736:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.897151:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.897183:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b3f9 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074776.897219:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20c:0x0] initial LVB size: 1048576, mtime: 0x6971f052, atime: 0x6971f04f, ctime: 0x6971f052, blocks: 0x77f 00010000:00010000:1.0:1769074776.897262:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897265:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897286:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897312:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897329:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:1.0:1769074776.897419:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612788736:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 301us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.897428:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9913 00000100:00100000:1.0:1769074776.897452:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9914 00000100:00100000:1.0:1769074776.897460:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+6:2372:x1855007612788864:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.897469:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.897495:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b400 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074776.897517:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 2097152, mtime: 0x6971f054, atime: 0x6971f04f, ctime: 0x6971f054, blocks: 0x821 00010000:00010000:1.0:1769074776.897528:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897529:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897535:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 7 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897550:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 7 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897559:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96800, rc 0) 00000100:00100000:1.0:1769074776.897580:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612788864:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 122us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.897588:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9914 00000100:00100000:1.0:1769074776.897600:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9915 00000100:00100000:1.0:1769074776.897607:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+6:2372:x1855007612788992:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.897614:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.897625:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b407 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074776.897638:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 2097152, mtime: 0x6971f054, atime: 0x6971f052, ctime: 0x6971f054, blocks: 0x81f 00010000:00010000:1.0:1769074776.897647:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897648:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897661:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 7 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897673:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 7 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897681:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96000, rc 0) 00000100:00100000:1.0:1769074776.897708:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612788992:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 101us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.897714:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9915 00000100:00100000:1.0:1769074776.897727:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9916 00000100:00100000:1.0:1769074776.897734:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612789120:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074776.897740:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074776.897752:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b40e expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074776.897765:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20e:0x0] initial LVB size: 2097152, mtime: 0x6971f04f, atime: 0x6971f04f, ctime: 0x6971f051, blocks: 0x821 00010000:00010000:1.0:1769074776.897774:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897775:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.897781:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897790:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074776.897798:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97c00, rc 0) 00000100:00100000:1.0:1769074776.897818:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612789120:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 85us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074776.897861:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9916 00000100:00100000:0.0:1769074776.899301:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.899382:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074776.899413:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789248 00000100:00100000:0.0:1769074776.899425:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789248 00000100:00100000:0.0:1769074776.899488:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789376 00000100:00100000:0.0:1769074776.899492:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789376 00000100:00100000:0.0:1769074776.899518:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9917 00000100:00100000:0.0:1769074776.899527:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612789248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074776.899547:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074776.899571:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b415 expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074776.899597:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20f:0x0] initial LVB size: 4860768, mtime: 0x6971f054, atime: 0x6971f053, ctime: 0x6971f054, blocks: 0x1561 00010000:00010000:0.0:1769074776.899619:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.899621:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.899631:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 17 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.899650:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 17 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.899663:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976a00, rc 0) 00000100:00100000:0.0:1769074776.899720:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612789248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 194us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.899731:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9917 00000100:00100000:0.0:1769074776.899752:0:33557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9918 00000100:00100000:0.0:1769074776.899758:0:33557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612789376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074776.899766:0:33557:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074776.899778:0:33557:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b41c expref: -99 pid: 33557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074776.899793:0:33557:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 4194304, mtime: 0x6971f054, atime: 0x6971f053, ctime: 0x6971f054, blocks: 0x1029 00010000:00010000:0.0:1769074776.899803:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.899805:0:33557:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.899810:0:33557:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 8 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.899820:0:33557:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 8 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074776.899866:0:33557:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d37976200, rc 0) 00000100:00100000:0.0:1769074776.899889:0:33557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612789376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 131us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074776.899895:0:33557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9918 00000100:00100000:1.0:1769074776.984203:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.984455:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074776.984640:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789504 00000100:00100000:2.0:1769074776.984658:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789504 00000100:00100000:2.0:1769074776.984789:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789632 00000100:00100000:2.0:1769074776.984793:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789632 00000100:00100000:2.0:1769074776.985103:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5492 00000100:00100000:2.0:1769074776.985120:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612789504:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074776.985176:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.985197:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.985199:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074776.985207:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.985225:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074776.988112:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5493 00000100:00100000:0.0:1769074776.988143:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612789632:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074776.988202:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.988227:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.988230:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074776.988469:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074776.988497:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.991878:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074776.992156:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789760 00000100:00100000:1.0:1769074776.992173:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789760 00000100:00100000:1.0:1769074776.992381:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5494 00000100:00100000:1.0:1769074776.992394:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612789760:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074776.992453:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.992475:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.992477:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074776.992484:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074776.992503:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074776.995617:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.995669:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.995698:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074776.995743:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612789888 00000100:00100000:3.0:1769074776.998381:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612789888 00000100:00100000:3.0:1769074776.998508:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790016 00000100:00100000:3.0:1769074776.998518:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790016 00000100:00100000:3.0:1769074776.998545:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790144 00000100:00100000:3.0:1769074776.998548:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790144 00000100:00100000:3.0:1769074776.998584:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5495 00000100:00100000:3.0:1769074776.998592:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612789888:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074776.998635:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.998651:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074776.998652:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074776.998658:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.998671:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.001693:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5496 00000100:00100000:0.0:1769074777.001709:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612790016:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074777.001766:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.001785:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.001787:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.001792:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.001809:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.002285:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5497 00000100:00100000:1.0:1769074777.002301:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612790144:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074777.002324:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.002332:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.002333:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.002336:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.002344:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074777.014032:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.014076:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.014125:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.014277:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790272 00000100:00100000:3.0:1769074777.014290:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790272 00000100:00100000:3.0:1769074777.014385:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790400 00000100:00100000:3.0:1769074777.014389:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790400 00000100:00100000:3.0:1769074777.014417:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790528 00000100:00100000:3.0:1769074777.014420:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790528 00000100:00100000:3.0:1769074777.014452:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5498 00000100:00100000:3.0:1769074777.014464:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612790272:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074777.014520:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.014546:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.014548:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.014557:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.014574:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.015915:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5499 00000100:00100000:2.0:1769074777.015950:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612790400:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074777.015997:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.016019:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.016022:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.016029:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.016048:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.018485:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5500 00000100:00100000:2.0:1769074777.018509:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612790528:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074777.018567:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.018582:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.018584:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.018590:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.018604:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.027078:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074777.061414:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061441:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061451:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061459:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37977600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074777.061464:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061474:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061499:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.061507:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37977600/0x8b5959a9a0e8a7ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.061633:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612789632:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 73496us (77170us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074777.061645:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5493 00010000:00010000:3.0:1769074777.067412:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067440:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067450:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067457:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074777.067462:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067472:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067499:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.067506:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a7e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.071103:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+25:2373:x1855007612789504:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 85971us (86902us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074777.071123:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5492 00010000:00010000:0.0:1769074777.080577:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080597:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080607:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080615:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d37976c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074777.080620:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080628:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080649:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.080656:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976c00/0x8b5959a9a0e8a801 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.080778:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612790016:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 79065us (85101us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074777.080789:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5496 00010000:00010000:3.0:1769074777.099741:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.099779:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.099790:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.099798:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074777.099804:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.099814:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.099999:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.100009:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96e00/0x8b5959a9a0e8a808 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074777.100713:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612790144:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 98409us (105005us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074777.100726:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5497 00010000:00010000:0.0:1769074777.125494:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125521:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125533:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125542:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074777.125549:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125560:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125585:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.125592:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8a7f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.125737:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612789760:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 133340us (133872us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074777.125749:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5494 00010000:00010000:1.0:1769074777.132158:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132178:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132187:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132194:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5bc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.132198:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132207:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132227:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.132235:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5bc00/0x8b5959a9a0e8a7fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.132357:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612789888:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 133760us (136767us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074777.132368:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5495 00010000:00010000:2.0:1769074777.137193:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137214:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137227:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137233:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f8000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074777.137237:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137244:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137277:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.137283:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d2e9f8000/0x8b5959a9a0e8a816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.137383:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612790400:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 121448us (123300us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074777.137394:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5499 00010000:00010000:2.0:1769074777.138309:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138321:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138328:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138334:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d2e9f9600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074777.138338:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138345:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138358:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.138364:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9600/0x8b5959a9a0e8a81d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.138429:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612790528:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 119927us (124300us total) trans 0 rc 666464/666464 00000100:00100000:2.0:1769074777.138438:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5500 00010000:00010000:2.0:1769074777.151190:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151211:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151219:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151227:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41b5b400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074777.151232:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151242:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151275:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.151283:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41b5b400/0x8b5959a9a0e8a80f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.151403:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612790272:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 136936us (137383us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074777.151415:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5498 00000100:00100000:1.0:1769074777.181202:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074777.181264:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.181424:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790784 00000100:00100000:3.0:1769074777.181439:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790784 00000100:00100000:3.0:1769074777.181520:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790656 00000100:00100000:3.0:1769074777.181522:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790656 00000100:00100000:3.0:1769074777.181552:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5501 00000100:00100000:3.0:1769074777.181560:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612790784:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:3.0:1769074777.181616:0:14224:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f04f, atime: 0x6971f015, ctime: 0x6971f04f, blocks: 0x1007 00010000:00010000:3.0:1769074777.181625:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.181640:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.181642:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.181648:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.181660:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.182093:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5502 00000100:00100000:2.0:1769074777.182105:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612790656:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074777.182127:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.182138:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.182140:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.182143:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.182154:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074777.246615:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872603 is committed 00000001:00080000:0.0:1769074777.246638:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872596 is committed 00000001:00080000:0.0:1769074777.246644:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872602 is committed 00000001:00100000:0.0:1769074777.246662:0:23742:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000020:00000080:0.0:1769074777.246667:0:23742:0:(genops.c:904:class_export_put()) final put ffff956d21b20000/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000001:00100000:0.0:1769074777.246686:0:23742:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:0.0:1769074777.246689:0:23742:0:(genops.c:904:class_export_put()) final put ffff956d202bd800/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:0.0:1769074777.246725:0:29158:0:(genops.c:863:class_export_destroy()) destroying export ffff956d21b20000/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f for lustre-OST0001 00000020:00000080:0.0:1769074777.246791:0:29158:0:(genops.c:863:class_export_destroy()) destroying export ffff956d202bd800/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 for lustre-OST0001 00000020:00000080:0.0:1769074777.246814:0:29158:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d1155c800 for lustre-OST0001 00000020:00000080:0.0:1769074777.246819:0:29158:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956c03780000 for lustre-OST0001 00002000:00010000:1.0:1769074777.247595:0:14224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074767 -> 1769074778 00002000:00010000:1.0:1769074777.247603:0:14224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074767 -> 1769074778 00010000:00010000:1.0:1769074777.247620:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247633:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247641:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247649:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.247653:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247661:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247691:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.247698:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158000/0x8b5959a9a0e8a824 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.254016:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612790784:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 72441us (72812us total) trans 17179872603 rc 0/0 00000100:00100000:1.0:1769074777.254033:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5501 00010000:00010000:2.0:1769074777.327353:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327376:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327386:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327393:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074777.327398:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327406:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327430:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.327437:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a82b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.327587:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612790656:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 145477us (146314us total) trans 17179872604 rc 0/0 00000100:00100000:2.0:1769074777.327600:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5502 00000001:00080000:2.0:1769074777.328552:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872604 is committed 00000100:00100000:0.0:1769074777.346326:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074777.346390:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074777.346498:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612790912 00000100:00100000:1.0:1769074777.346510:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612790912 00000100:00100000:1.0:1769074777.346593:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791040 00000100:00100000:1.0:1769074777.346597:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791040 00000100:00100000:1.0:1769074777.346629:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5503 00000100:00100000:1.0:1769074777.346639:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612790912:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:1.0:1769074777.346693:0:14224:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x1029 00010000:00010000:1.0:1769074777.346704:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.346718:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.346720:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.346726:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.346739:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.347481:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5504 00000100:00100000:1.0:1769074777.347491:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612791040:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:1.0:1769074777.347534:0:26133:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x1029 00010000:00010000:1.0:1769074777.347543:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.347553:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.347555:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074777.347558:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.347570:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074777.350402:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.350448:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.350482:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791168 00000100:00100000:3.0:1769074777.350497:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791168 00000100:00100000:3.0:1769074777.350563:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791296 00000100:00100000:3.0:1769074777.350567:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791296 00000100:00100000:3.0:1769074777.350598:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5505 00000100:00100000:3.0:1769074777.350611:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612791168:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074777.350655:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.350675:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.350678:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.350687:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.350703:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.351976:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5506 00000100:00100000:0.0:1769074777.351996:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612791296:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074777.352035:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.352047:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.352050:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.352054:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.352070:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074777.594222:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872605 is committed 00002000:00010000:1.0:1769074777.594280:0:14224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074768 -> 1769074778 00002000:00010000:1.0:1769074777.594285:0:14224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074768 -> 1769074778 00010000:00010000:1.0:1769074777.594300:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594311:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594319:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594326:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.594331:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594340:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594360:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.594368:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8a832 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.594461:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612790912:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 247819us (248143us total) trans 17179872605 rc 0/0 00000100:00100000:1.0:1769074777.594472:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5503 00002000:00010000:1.0:1769074777.649704:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074768 -> 1769074778 00002000:00010000:1.0:1769074777.649714:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074768 -> 1769074778 00010000:00010000:1.0:1769074777.649730:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649749:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649759:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649766:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.649771:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649780:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649802:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.649810:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a839 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.649959:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612791040:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 302464us (303562us total) trans 21474839564 rc 0/0 00000100:00100000:1.0:1769074777.649970:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5504 00000001:00080000:0.0:1769074777.657239:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839563 is committed 00000001:00100000:0.0:1769074777.657260:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:0.0:1769074777.657265:0:22481:0:(genops.c:904:class_export_put()) final put ffff956d202bb800/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000001:00080000:0.0:1769074777.657295:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839564 is committed 00000001:00100000:0.0:1769074777.657310:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000020:00000080:0.0:1769074777.657313:0:22481:0:(genops.c:904:class_export_put()) final put ffff956d21d92000/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000020:00000080:0.0:1769074777.657347:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff956d202bb800/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 for lustre-OST0000 00000020:00000080:0.0:1769074777.657406:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff956d21d92000/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f for lustre-OST0000 00000020:00000080:0.0:1769074777.657429:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d202b9000 for lustre-OST0000 00000020:00000080:0.0:1769074777.657434:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d21d90000 for lustre-OST0000 00010000:00010000:1.0:1769074777.765663:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765682:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765691:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765698:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.765702:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765711:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765732:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.765748:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159000/0x8b5959a9a0e8a840 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.765887:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612791168:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 415273us (415492us total) trans 17179872606 rc 0/0 00000100:00100000:1.0:1769074777.765900:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5505 00000001:00080000:2.0:1769074777.766364:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872606 is committed 00000001:00080000:2.0:1769074777.783591:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839565 is committed 00010000:00010000:1.0:1769074777.783759:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783773:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783782:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783789:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074777.783794:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783802:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783856:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.783871:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a847 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074777.783997:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612791296:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 432003us (433542us total) trans 21474839565 rc 0/0 00000100:00100000:1.0:1769074777.784009:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5506 00000100:00100000:1.0:1769074777.795120:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074777.796012:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791424 00000100:00100000:2.0:1769074777.796023:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791424 00000100:00100000:2.0:1769074777.797731:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5507 00000100:00100000:2.0:1769074777.797763:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612791424:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:2.0:1769074777.797847:0:14429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x821 00010000:00010000:2.0:1769074777.797858:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.797872:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.797874:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074777.797879:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.797893:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074777.799030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074777.806106:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791552 00000100:00100000:1.0:1769074777.806128:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791552 00000100:00100000:3.0:1769074777.806501:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5508 00000100:00100000:3.0:1769074777.806514:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612791552:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:3.0:1769074777.806565:0:26123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x81f 00010000:00010000:3.0:1769074777.806574:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.806590:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.806592:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074777.806597:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.806609:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074777.936734:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074768 -> 1769074778 00002000:00010000:0.0:1769074777.936754:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074768 -> 1769074778 00010000:00010000:0.0:1769074777.936768:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936786:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936795:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936802:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074777.936806:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936815:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936856:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.936864:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159200/0x8b5959a9a0e8a855 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074777.936964:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612791552:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 130448us (137934us total) trans 21474839566 rc 0/0 00000100:00100000:0.0:1769074777.936975:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5508 00000001:00080000:0.0:1769074777.937010:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839566 is committed 00002000:00010000:3.0:1769074777.943587:0:14429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074768 -> 1769074778 00002000:00010000:3.0:1769074777.943597:0:14429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074768 -> 1769074778 00010000:00010000:3.0:1769074777.943613:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943625:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943642:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943650:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074777.943655:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943668:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943693:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.943701:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a84e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074777.943860:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612791424:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 146070us (148712us total) trans 17179872607 rc 0/0 00000100:00100000:3.0:1769074777.943871:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5507 00000001:00080000:2.0:1769074777.944500:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872607 is committed 00000100:00100000:1.0:1769074777.960671:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074777.960802:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791680 00000100:00100000:3.0:1769074777.960867:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791680 00000100:00100000:0.0:1769074777.961027:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5509 00000100:00100000:0.0:1769074777.961046:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612791680:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:0.0:1769074777.961101:0:26123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4860768, mtime: 0x6971f051, atime: 0x0, ctime: 0x6971f051, blocks: 0x539 00010000:00010000:0.0:1769074777.961111:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.961125:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.961127:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074777.961132:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074777.961146:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.056986:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074778.127966:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074778.127996:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619919488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074778.127998:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074778.130962:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074778.131068:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919488 00000100:00100000:3.0:1769074778.131081:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919488 00000100:00100000:3.0:1769074778.131153:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1769074778.131178:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619919488:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074778.131890:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074778.131959:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919616 00000100:00100000:0.0:1769074778.131965:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919616 00000100:00100000:0.0:1769074778.131997:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1769074778.132005:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619919616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074778.132022:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 320143360 pending 0 free 3835691008 avail 3830448128 00000100:00100000:0.0:1769074778.132079:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619919616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.132094:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1769074778.132147:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839563 gen 2 00000004:00080000:0.0:1769074778.132153:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104aa00, transno 21474839555 00000004:00080000:0.0:1769074778.132168:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048380, transno 21474839556 00000004:00080000:0.0:1769074778.132171:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049c00, transno 21474839557 00000004:00080000:0.0:1769074778.132175:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048e00, transno 21474839558 00000004:00080000:0.0:1769074778.132178:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0c1c7480, transno 21474839559 00000004:00080000:0.0:1769074778.132182:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104b100, transno 21474839560 00000004:00080000:0.0:1769074778.132186:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41049500, transno 21474839561 00000004:00080000:0.0:1769074778.132189:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4104b800, transno 21474839562 00000004:00080000:0.0:1769074778.132191:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41048a80, transno 21474839563 00000100:00100000:0.0:1769074778.132204:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619919616:0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074778.133000:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525926400 pending 1703936 free 3843031040 avail 3835691008 00000100:00100000:3.0:1769074778.133080:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619919488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1904us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.133089:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:3.0:1769074778.133117:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074778.133123:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1769074778.136707:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:0.0:1769074778.137018:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872602 gen 2 00000004:00080000:0.0:1769074778.137026:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c6d80, transno 17179872595 00000004:00080000:0.0:1769074778.137046:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d95c00, transno 17179872596 00000004:00080000:0.0:1769074778.137049:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c6680, transno 17179872597 00000004:00080000:0.0:1769074778.137051:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20695f80, transno 17179872598 00000004:00080000:0.0:1769074778.137055:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c5f80, transno 17179872599 00000004:00080000:0.0:1769074778.137058:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c5c00, transno 17179872600 00000004:00080000:0.0:1769074778.137062:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c5500, transno 17179872601 00000004:00080000:0.0:1769074778.137065:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20696680, transno 17179872602 00000100:00100000:0.0:1769074778.137084:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619919488:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1769074778.137862:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000001:00080000:1.0:1769074778.146170:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872608 is committed 00002000:00010000:3.0:1769074778.146193:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:3.0:1769074778.146199:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074769 -> 1769074779 00002000:00010000:3.0:1769074778.146202:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074769 -> 1769074779 00010000:00010000:3.0:1769074778.146218:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146229:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146238:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146246:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074778.146251:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146260:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146279:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.146292:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a85c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.146398:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612791680:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 185355us (185734us total) trans 17179872608 rc 0/0 00000100:00100000:3.0:1769074778.146410:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5509 00000100:00100000:1.0:1769074778.153008:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.153101:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791808 00000100:00100000:3.0:1769074778.153115:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791808 00000100:00100000:3.0:1769074778.153218:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5510 00000100:00100000:3.0:1769074778.153229:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612791808:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074778.153265:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.153285:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 17 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.153293:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.153295:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.153299:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.153333:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 17 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.153350:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 17 pid: 26360 timeout: 1862 lvb_type: 0 00000100:00080000:2.0:1769074778.153373:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074778.153373:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619919744:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074778.153474:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412e3000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.157236:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.157384:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619919744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074778.157413:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.157501:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792064 00000100:00100000:2.0:1769074778.157509:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792064 00010000:00010000:2.0:1769074778.157549:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 18 pid: 26360 timeout: 1862 lvb_type: 0 00000100:00100000:2.0:1769074778.157589:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5255 00000100:00100000:2.0:1769074778.157597:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612792064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074778.157612:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074778.157634:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 18 pid: 26360 timeout: 1862 lvb_type: 0 00010000:00010000:2.0:1769074778.157646:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 18 pid: 26360 timeout: 1862 lvb_type: 0 00010000:00010000:2.0:1769074778.157677:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d2e9f9c00/0x8b5959a9a0e8a251 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b0bf expref: 18 pid: 26360 timeout: 1862 lvb_type: 0 00010000:00010000:2.0:1769074778.157691:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.157693:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.157697:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.157705:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.159014:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074778.159107:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612792064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1504us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074778.159119:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5255 00010000:00010000:3.0:1769074778.165102:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.165122:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074778.165590:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.165706:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.165735:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792192 00000100:00100000:1.0:1769074778.165744:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792192 00000100:00100000:1.0:1769074778.165796:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612791936 00000100:00100000:1.0:1769074778.165799:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612791936 00000100:00100000:1.0:1769074778.165852:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5511 00000100:00100000:1.0:1769074778.165861:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612792192:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074778.165895:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.165909:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.165911:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.165927:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.165941:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074778.166044:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5512 00000100:00100000:1.0:1769074778.166052:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612791936:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074778.166066:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.166074:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.166076:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.166079:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.166089:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.178167:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.178294:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792320 00000100:00100000:2.0:1769074778.178312:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792320 00000100:00100000:2.0:1769074778.178413:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5513 00000100:00100000:2.0:1769074778.178423:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612792320:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:2.0:1769074778.178463:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.178479:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.178481:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.178487:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.178501:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074778.243513:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839567 is committed 00002000:00010000:3.0:1769074778.247790:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074768 -> 1769074779 00002000:00010000:3.0:1769074778.247800:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074768 -> 1769074779 00010000:00010000:3.0:1769074778.247813:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247852:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247861:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247868:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074778.247872:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247881:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247900:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.247907:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a863 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.248000:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612791808:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 94769us (94998us total) trans 21474839567 rc 0/0 00000100:00100000:3.0:1769074778.248010:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5510 00000001:00080000:0.0:1769074778.287083:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839568 is committed 00000001:00080000:0.0:1769074778.287120:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839570 is committed 00010000:00010000:0.0:1769074778.287187:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287201:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287213:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287221:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074778.287226:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287238:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287339:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.287351:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a871 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074778.287496:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612791936:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 121434us (121779us total) trans 21474839568 rc 0/0 00000100:00100000:0.0:1769074778.287507:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5512 00010000:00010000:2.0:1769074778.287897:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287907:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287928:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287936:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074778.287943:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287951:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287972:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.287979:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8a86a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.288038:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612792192:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 122177us (122452us total) trans 21474839569 rc 0/0 00000100:00100000:2.0:1769074778.288052:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5511 00010000:00010000:2.0:1769074778.288096:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288104:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288111:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288122:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074778.288125:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288132:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288145:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.288152:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00030e00/0x8b5959a9a0e8a878 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.288192:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612792320:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 109771us (110042us total) trans 21474839570 rc 0/0 00000100:00100000:2.0:1769074778.288206:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5513 00000100:00100000:2.0:1769074778.313471:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.313518:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.313547:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.313590:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.313671:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792576 00000100:00100000:3.0:1769074778.313681:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792576 00000100:00100000:3.0:1769074778.313753:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792832 00000100:00100000:3.0:1769074778.313757:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792832 00000100:00100000:3.0:1769074778.313778:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792448 00000100:00100000:3.0:1769074778.313781:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792448 00000100:00100000:3.0:1769074778.313799:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792704 00000100:00100000:3.0:1769074778.313802:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792704 00000100:00100000:3.0:1769074778.313849:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5514 00000100:00100000:3.0:1769074778.313859:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612792576:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:3.0:1769074778.313909:0:26133:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f050, atime: 0x0, ctime: 0x6971f050, blocks: 0x2045 00010000:00010000:3.0:1769074778.313929:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.313941:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.313942:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.313948:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.313962:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.314599:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5515 00000100:00100000:3.0:1769074778.314608:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612792832:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074778.314626:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.314636:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.314637:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.314641:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.314651:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.315541:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5516 00000100:00100000:3.0:1769074778.315551:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612792448:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074778.315573:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.315582:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.315584:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.315587:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.315603:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.316469:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5517 00000100:00100000:3.0:1769074778.316480:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612792704:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074778.316504:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.316515:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.316517:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.316520:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.316531:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074778.444167:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839571 is committed 00002000:00010000:3.0:1769074778.444457:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074768 -> 1769074779 00010000:00010000:3.0:1769074778.444474:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444486:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444495:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444503:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074778.444509:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444518:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444540:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.444547:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a87f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.445047:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612792576:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 131180us (131575us total) trans 21474839571 rc 0/0 00000100:00100000:3.0:1769074778.445059:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5514 00000001:00080000:2.0:1769074778.603154:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839574 is committed 00010000:00010000:3.0:1769074778.603299:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603313:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603324:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603331:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074778.603336:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603345:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603369:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603376:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a88d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.603520:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+20:2371:x1855007612792448:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 287964us (289965us total) trans 21474839573 rc 0/0 00000100:00100000:3.0:1769074778.603533:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5516 00010000:00010000:3.0:1769074778.603585:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603593:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603600:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603605:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074778.603608:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603615:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603624:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.603636:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a886 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074778.603667:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612792832:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 289060us (290148us total) trans 21474839572 rc 0/0 00000100:00100000:3.0:1769074778.603675:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5515 00010000:00010000:1.0:1769074778.603766:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603775:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603783:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603789:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074778.603793:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603801:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603811:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.603817:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39159800/0x8b5959a9a0e8a894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074778.603892:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612792704:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 287414us (290300us total) trans 21474839574 rc 0/0 00000100:00100000:1.0:1769074778.603899:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5517 00000100:00100000:0.0:1769074778.613255:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.613374:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612792960 00000100:00100000:1.0:1769074778.613388:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612792960 00000100:00100000:1.0:1769074778.613509:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5518 00000100:00100000:1.0:1769074778.613518:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612792960:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:1.0:1769074778.613584:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4860768, mtime: 0x6971f051, atime: 0x0, ctime: 0x6971f051, blocks: 0x539 00010000:00010000:1.0:1769074778.613594:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.613610:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.613612:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.613619:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.613634:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074778.685530:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4861952 00002000:00010000:2.0:1769074778.685540:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074769 -> 1769074779 00002000:00010000:2.0:1769074778.685543:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074769 -> 1769074779 00010000:00010000:2.0:1769074778.685557:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685569:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685579:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685586:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074778.685590:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685598:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685615:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.685622:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8a89b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.685736:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612792960:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 72204us (72482us total) trans 21474839575 rc 0/0 00000100:00100000:2.0:1769074778.685746:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5518 00000001:00080000:0.0:1769074778.686269:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839575 is committed 00000100:00100000:2.0:1769074778.715120:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.719137:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793216 00000100:00100000:1.0:1769074778.719153:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793216 00000100:00100000:2.0:1769074778.722342:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6484 00000100:00100000:2.0:1769074778.722361:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:57932:x1855007612793216:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074778.722436:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074778.722469:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8a7b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f2 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.722496:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074778.722501:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074778.723037:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074778.723054:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074778.723065:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:2.0:1769074778.723127:0:30391:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941362 00000004:00010000:2.0:1769074778.723153:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d1fcbd64 reply state 0000000078646e02 transno 8589941363 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074778.723162:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074778.723267:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:57932:x1855007612793216:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 911us (8155us total) trans 8589941363 rc 0/0 00000100:00100000:2.0:1769074778.723278:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6484 00000020:00080000:2.0:1769074778.723284:0:30391:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1769074778.724121:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769074778.726056:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726074:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726082:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726088:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074778.726093:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726101:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726117:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074778.726120:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074778.726125:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.726130:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a8a2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074778.728519:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.728651:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793344 00000100:00100000:2.0:1769074778.728663:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793344 00000100:00100000:2.0:1769074778.728799:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9919 00000100:00100000:2.0:1769074778.728810:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:57932:x1855007612793344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074778.728856:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074778.728880:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b423 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074778.728917:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f05a, atime: 0x6971f015, ctime: 0x6971f05a, blocks: 0x1007 00010000:00010000:2.0:1769074778.728939:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.728942:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.728951:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.728968:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.728981:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d00030400, rc 0) 00000100:00100000:2.0:1769074778.729047:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:57932:x1855007612793344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 238us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074778.729055:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9919 00000100:00080000:3.0:1769074778.729107:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074778.736256:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.736350:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793472 00000100:00100000:3.0:1769074778.736361:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793472 00000100:00100000:3.0:1769074778.736427:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9920 00000100:00100000:3.0:1769074778.736437:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:57932:x1855007612793472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074778.736460:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074778.736484:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b42a expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074778.736511:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x1029 00010000:00010000:3.0:1769074778.736537:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.736540:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.736549:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.736565:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.736578:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39159a00, rc 0) 00000100:00100000:3.0:1769074778.736639:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:57932:x1855007612793472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 204us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.736646:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9920 00000100:00100000:1.0:1769074778.747512:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.749618:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793600 00000100:00100000:3.0:1769074778.749632:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793600 00000100:00100000:3.0:1769074778.749690:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9921 00000100:00100000:3.0:1769074778.749700:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+16:57932:x1855007612793600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074778.749720:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074778.749742:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b431 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074778.749767:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x1029 00010000:00010000:3.0:1769074778.749789:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.749791:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.749799:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.749816:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.749874:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158c00, rc 0) 00000100:00100000:3.0:1769074778.749956:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+17:57932:x1855007612793600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 257us (2452us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.749963:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9921 00000100:00100000:1.0:1769074778.755619:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.756060:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793728 00000100:00100000:0.0:1769074778.756071:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793728 00000100:00100000:0.0:1769074778.756135:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9922 00000100:00100000:0.0:1769074778.756145:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:57932:x1855007612793728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.756163:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.756200:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b438 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.756225:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x81f 00010000:00010000:0.0:1769074778.756245:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.756247:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.756256:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.756482:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.756497:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709c00, rc 0) 00000100:00100000:0.0:1769074778.756555:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:57932:x1855007612793728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 412us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.756563:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9922 00000100:00100000:1.0:1769074778.761060:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.761424:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793856 00000100:00100000:0.0:1769074778.761435:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793856 00000100:00100000:0.0:1769074778.761486:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9923 00000100:00100000:0.0:1769074778.761495:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:57932:x1855007612793856:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.761514:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.761534:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b43f expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.761556:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x81d 00010000:00010000:0.0:1769074778.761575:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.761577:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.761586:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.761601:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.761612:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709e00, rc 0) 00000100:00100000:0.0:1769074778.761670:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:57932:x1855007612793856:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 176us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.761678:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9923 00000100:00100000:1.0:1769074778.766115:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.766216:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612793984 00000100:00100000:3.0:1769074778.766228:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612793984 00000100:00100000:3.0:1769074778.766288:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9924 00000100:00100000:3.0:1769074778.766298:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+11:57932:x1855007612793984:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074778.766317:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074778.766338:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b446 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074778.766361:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4861952, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x539 00010000:00010000:3.0:1769074778.766383:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.766386:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074778.766395:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.766410:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.766424:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d39158e00, rc 0) 00000100:00100000:3.0:1769074778.766496:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+12:57932:x1855007612793984:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 200us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.766504:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9924 00000100:00100000:1.0:1769074778.770151:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.770449:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794112 00000100:00100000:0.0:1769074778.770461:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794112 00000100:00100000:0.0:1769074778.770523:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9925 00000100:00100000:0.0:1769074778.770534:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:57932:x1855007612794112:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.770555:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.770578:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b44d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.770601:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x212:0x0] initial LVB size: 4194304, mtime: 0x6971f051, atime: 0x0, ctime: 0x6971f051, blocks: 0x3 00010000:00010000:0.0:1769074778.770622:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.770625:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.770635:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.770652:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 19 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.770667:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708a00, rc 0) 00000100:00100000:0.0:1769074778.770734:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:57932:x1855007612794112:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 201us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.770742:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9925 00000100:00100000:1.0:1769074778.780367:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.780414:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.780480:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794240 00000100:00100000:3.0:1769074778.780492:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794240 00000100:00100000:2.0:1769074778.780528:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794368 00000100:00100000:2.0:1769074778.780534:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794368 00002000:00010000:3.0:1769074778.780538:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074778.780544:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853100 with x1855007612794240 ext(4860768->18446744073709551615) 00002000:00010000:2.0:1769074778.780555:0:6538:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074778.780560:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852680 with x1855007612794368 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074778.780571:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853100. 00002000:00010000:2.0:1769074778.780572:0:6538:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08852680. 00000100:00100000:2.0:1769074778.780615:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5519 00000100:00100000:2.0:1769074778.780625:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612794368:12345-192.168.204.39@tcp:10:lfs.0 00000100:00100000:3.0:1769074778.780632:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5520 00000100:00100000:3.0:1769074778.780642:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612794240:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:3.0:1769074778.781047:0:13673:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:3.0:1769074778.781052:0:13673:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074778.781054:0:13673:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074778.781056:0:13673:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074778.781058:0:13673:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00002000:00010000:2.0:1769074778.781146:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074778.781150:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074769 -> 1769074779 00002000:00010000:2.0:1769074778.781153:0:6538:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074778.781155:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074769 -> 1769074779 00002000:00010000:2.0:1769074778.781157:0:6538:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074778.781279:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612794368:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 654us (862us total) trans 21474839576 rc 0/0 00000100:00100000:2.0:1769074778.781287:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5519 00002000:00010000:2.0:1769074778.781292:0:6538:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/530 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074778.781295:0:6538:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08852680 with x1855007612794368 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074778.781300:0:6538:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d08852680. 00000100:00100000:3.0:1769074778.781750:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612794240:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 472us (757us total) trans 17179872609 rc 0/0 00000100:00100000:3.0:1769074778.781762:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5520 00002000:00010000:3.0:1769074778.781767:0:13673:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/534 (4860768->18446744073709551615) 00002000:00100000:3.0:1769074778.781770:0:13673:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d08853100 with x1855007612794240 ext(4860768->18446744073709551615) 00002000:00010000:3.0:1769074778.781777:0:13673:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d08853100. 00000100:00100000:1.0:1769074778.791765:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.792115:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794496 00000100:00100000:0.0:1769074778.792124:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794496 00000100:00100000:0.0:1769074778.792181:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6485 00000100:00100000:0.0:1769074778.792186:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+146:57932:x1855007612794496:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.792207:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.792224:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8da lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b454 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.792303:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074778.792319:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074778.792329:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:0.0:1769074778.792355:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:0.0:1769074778.792359:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074778.792374:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074778.792398:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8da lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b454 expref: 148 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.792415:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b454 expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.792423:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074778.792426:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074778.792428:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074778.792618:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+147:57932:x1855007612794496:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 430us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.792623:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6485 00000100:00100000:1.0:1769074778.818976:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.819066:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794752 00000100:00100000:0.0:1769074778.819076:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794752 00000100:00100000:0.0:1769074778.819136:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6486 00000100:00100000:0.0:1769074778.819145:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+147:57932:x1855007612794752:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1769074778.819200:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074778.819229:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8e1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b454 expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.819247:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074778.819251:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074778.819459:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074778.819474:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074778.819483:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000001:00080000:0.0:1769074778.819550:0:30549:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941364 00000004:00010000:0.0:1769074778.819580:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000013e891cf reply state 00000000bd335365 transno 8589941365 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074778.819588:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074778.819679:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+149:57932:x1855007612794752:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 534us (712us total) trans 8589941365 rc 0/0 00000100:00100000:0.0:1769074778.819686:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6486 00000020:00080000:0.0:1769074778.819691:0:30549:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1769074778.824522:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824540:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824548:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824554:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074778.824568:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824577:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824596:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074778.824599:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074778.824604:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074778.824610:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a8e8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074778.829070:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.830058:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612794880 00000100:00100000:0.0:1769074778.830070:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612794880 00000100:00100000:0.0:1769074778.830131:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9926 00000100:00100000:0.0:1769074778.830141:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:57932:x1855007612794880:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.830159:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.830183:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b45b expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.830207:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20d:0x0] initial LVB size: 4194304, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x2007 00010000:00010000:0.0:1769074778.830228:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.830232:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.830241:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 21 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.830259:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 21 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.830272:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708c00, rc 0) 00000100:00100000:0.0:1769074778.830335:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:57932:x1855007612794880:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 194us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.830343:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9926 00000100:00100000:1.0:1769074778.837102:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.837369:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795008 00000100:00100000:0.0:1769074778.837381:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795008 00000100:00100000:0.0:1769074778.837436:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9927 00000100:00100000:0.0:1769074778.837445:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:57932:x1855007612795008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.837464:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.837487:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b462 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.837521:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f05b, atime: 0x0, ctime: 0x0, blocks: 0x2043 00010000:00010000:0.0:1769074778.837542:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.837544:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.837553:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.837567:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.837578:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709800, rc 0) 00000100:00100000:0.0:1769074778.837622:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:57932:x1855007612795008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 178us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.837629:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9927 00000100:00100000:1.0:1769074778.840887:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.841073:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795136 00000100:00100000:0.0:1769074778.841083:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795136 00000100:00100000:0.0:1769074778.841142:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9928 00000100:00100000:0.0:1769074778.841151:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:57932:x1855007612795136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.841169:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.841190:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b469 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.841213:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4861952, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x539 00010000:00010000:0.0:1769074778.841232:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.841235:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.841245:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.841261:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.841277:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074778.841345:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:57932:x1855007612795136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 194us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.841353:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9928 00000100:00100000:1.0:1769074778.845492:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.845554:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795264 00000100:00100000:0.0:1769074778.845564:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795264 00000100:00100000:0.0:1769074778.845624:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9929 00000100:00100000:0.0:1769074778.845635:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:57932:x1855007612795264:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.845653:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.845675:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b470 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074778.845700:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x217:0x0] initial LVB size: 4194304, mtime: 0x6971f051, atime: 0x0, ctime: 0x6971f051, blocks: 0x3 00010000:00010000:0.0:1769074778.845721:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.845724:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.845733:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 14 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.845753:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 14 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.845765:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708400, rc 0) 00000100:00100000:0.0:1769074778.845841:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:57932:x1855007612795264:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 188us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.845849:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9929 00000100:00100000:2.0:1769074778.850900:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.850948:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.851303:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795392 00000100:00100000:0.0:1769074778.851314:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795392 00002000:00010000:0.0:1769074778.851353:0:26131:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:0.0:1769074778.851358:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019dc00 with x1855007612795392 ext(4860768->18446744073709551615) 00002000:00010000:0.0:1769074778.851371:0:26131:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019dc00. 00000100:00100000:0.0:1769074778.851402:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795520 00000100:00100000:0.0:1769074778.851405:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795520 00002000:00010000:0.0:1769074778.851418:0:26131:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00000100:00100000:1.0:1769074778.851420:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5521 00002000:00100000:0.0:1769074778.851422:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ed80 with x1855007612795520 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074778.851429:0:26131:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019ed80. 00000100:00100000:1.0:1769074778.851437:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+23:2373:x1855007612795392:12345-192.168.204.39@tcp:10:lfs.0 00000100:00100000:0.0:1769074778.851453:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5522 00000100:00100000:0.0:1769074778.851462:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612795520:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:0.0:1769074778.851747:0:26131:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074778.851751:0:26131:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074769 -> 1769074779 00002000:00010000:0.0:1769074778.851754:0:26131:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074778.851756:0:26131:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074769 -> 1769074779 00002000:00010000:1.0:1769074778.851757:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4861952 -> 4860768 00002000:00010000:0.0:1769074778.851758:0:26131:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1769074778.851764:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074778.851768:0:26133:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074778.851770:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074778.851773:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074778.852401:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+24:2373:x1855007612795392:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 964us (1506us total) trans 21474839577 rc 0/0 00000100:00100000:0.0:1769074778.852402:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612795520:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 934us (1445us total) trans 17179872610 rc 0/0 00000100:00100000:0.0:1769074778.852420:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5522 00002000:00010000:0.0:1769074778.852426:0:26131:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/535 (4194304->18446744073709551615) 00000100:00100000:1.0:1769074778.852429:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5521 00002000:00100000:0.0:1769074778.852431:0:26131:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019ed80 with x1855007612795520 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074778.852434:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/532 (4860768->18446744073709551615) 00002000:00100000:1.0:1769074778.852439:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d2019dc00 with x1855007612795392 ext(4860768->18446744073709551615) 00002000:00010000:0.0:1769074778.852440:0:26131:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d2019ed80. 00002000:00010000:1.0:1769074778.852447:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d2019dc00. 00000100:00100000:1.0:1769074778.867810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.869629:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795776 00000100:00100000:2.0:1769074778.869643:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795776 00000100:00100000:2.0:1769074778.869720:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6487 00000100:00100000:2.0:1769074778.869730:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+148:57932:x1855007612795776:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074778.869865:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074778.869885:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074778.869897:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00010000:2.0:1769074778.870048:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ceaa43ca reply state 00000000263735e9 transno 8589941366 ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074778.870057:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074778.870170:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+150:57932:x1855007612795776:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 440us (2369us total) trans 8589941366 rc 0/0 00000100:00100000:2.0:1769074778.870179:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6487 00000100:00100000:2.0:1769074778.878756:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.878957:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612795904 00000100:00100000:0.0:1769074778.878967:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612795904 00010000:00010000:3.0:1769074778.879005:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.879018:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.879027:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074778.879033:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9930 00010000:00010000:3.0:1769074778.879038:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d00030800 already unused, calling callback (ffffffffc1fd8550) 00000100:00100000:0.0:1769074778.879047:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:57932:x1855007612795904:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.879067:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.879082:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b477 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.879112:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.879120:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.879122:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.879126:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.879161:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.879176:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.879190:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619919872:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074778.879278:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00010000:00010000:3.0:1769074778.880299:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.880316:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.880332:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074778.880335:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074778.880340:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074778.880346:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030800/0x8b5959a9a0e8a90b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074778.885028:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.885135:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619919872:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074778.885171:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.885189:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708600, rc 0) 00000100:00100000:0.0:1769074778.885259:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:57932:x1855007612795904:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6215us (6512us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.885272:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9930 00000100:00100000:2.0:1769074778.885602:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796032 00000100:00100000:2.0:1769074778.885611:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796032 00010000:00010000:2.0:1769074778.885649:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:2.0:1769074778.885688:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5256 00000100:00100000:2.0:1769074778.885698:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612796032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074778.885715:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074778.885738:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.885753:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.885777:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8a7bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3f9 expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.885791:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.885794:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.885801:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.885812:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.885891:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 24 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.886150:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619920000:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074778.886219:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1083d540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.897146:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.897254:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796160 00000100:00100000:0.0:1769074778.897262:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796160 00000100:00100000:0.0:1769074778.897318:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9931 00000100:00100000:0.0:1769074778.897327:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+15:57932:x1855007612796160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.897344:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.897362:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b47e expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.897391:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.897399:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.897401:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.897404:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.897438:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.897452:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.897472:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619920128:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074778.897559:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.897926:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619920000:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074778.897943:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074778.897983:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612796032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12286us (12962us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074778.897992:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5256 00000100:00100000:1.0:1769074778.901384:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.901503:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619920128:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074778.901534:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.901554:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708200, rc 0) 00000100:00100000:0.0:1769074778.901619:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+16:57932:x1855007612796160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4292us (4482us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.901628:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9931 00000100:00100000:2.0:1769074778.901898:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796288 00000100:00100000:2.0:1769074778.901915:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796288 00010000:00010000:2.0:1769074778.901945:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:2.0:1769074778.901977:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5257 00000100:00100000:2.0:1769074778.901985:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612796288:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074778.901997:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074778.902018:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.902038:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.902059:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96800/0x8b5959a9a0e8a7c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b400 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.902072:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.902074:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.902080:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.902090:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.902121:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 15 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.902135:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619920256:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074778.902194:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1083d780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.909164:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.909373:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619920256:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074778.909394:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074778.909449:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612796288:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7464us (8074us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074778.909460:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5257 00000100:00100000:0.0:1769074778.910031:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796416 00000100:00100000:0.0:1769074778.910039:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796416 00000100:00100000:0.0:1769074778.910091:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9932 00000100:00100000:0.0:1769074778.910100:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+15:57932:x1855007612796416:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.910117:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.910134:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b485 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.910160:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.910168:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.910170:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.910174:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.910204:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 16 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.910219:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 16 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.910234:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619920384:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074778.910303:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.915020:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074778.915186:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796544 00000100:00100000:2.0:1769074778.915197:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796544 00010000:00010000:2.0:1769074778.915252:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 17 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:2.0:1769074778.915307:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5258 00000100:00100000:2.0:1769074778.915317:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612796544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074778.915333:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074778.915355:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 17 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.915370:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 17 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:2.0:1769074778.915395:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.915396:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074778.915404:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.915413:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.915448:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074778.915463:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619920512:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074778.915549:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1083d780 going to sleep for 11 seconds 00010000:00010000:0.0:1769074778.916328:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96000/0x8b5959a9a0e8a7c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b407 expref: 17 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.916348:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619920384:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074778.916375:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.916386:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708000, rc 0) 00000100:00100000:0.0:1769074778.916432:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+16:57932:x1855007612796416:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6333us (7277us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.916441:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9932 00000100:00100000:1.0:1769074778.920293:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.920404:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796672 00000100:00100000:0.0:1769074778.920413:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796672 00000100:00100000:0.0:1769074778.920463:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9933 00000100:00100000:0.0:1769074778.920472:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:57932:x1855007612796672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.920490:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.920514:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b48c expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.920554:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 25 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.920583:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.920585:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.920589:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.920633:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 25 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.920651:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 25 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.920666:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619920640:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074778.920881:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619920512:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074778.920913:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074778.920989:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.922251:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612796544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6925us (7235us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074778.922274:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5258 00000100:00100000:3.0:1769074778.926664:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.926943:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619920640:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074778.926979:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.927000:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709a00, rc 0) 00000100:00100000:1.0:1769074778.927654:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796800 00000100:00100000:1.0:1769074778.927663:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796800 00010000:00010000:1.0:1769074778.927699:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 26 pid: 26585 timeout: 1863 lvb_type: 1 00000100:00100000:1.0:1769074778.927845:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5259 00000100:00100000:1.0:1769074778.927855:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612796800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074778.927872:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074778.927893:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 26 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:1.0:1769074778.927917:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 26 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:1.0:1769074778.927941:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8a7d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b40e expref: 26 pid: 26585 timeout: 1863 lvb_type: 1 00010000:00010000:1.0:1769074778.927958:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.927960:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.927966:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.927975:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.928010:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074778.928024:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619920768:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074778.928326:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:57932:x1855007612796672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 7853us (8040us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.928337:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9933 00000100:00100000:1.0:1769074778.928466:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.936175:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.936232:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619920768:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074778.936256:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074778.936303:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612796800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8449us (9650us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.936316:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5259 00000100:00100000:0.0:1769074778.937233:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612796928 00000100:00100000:0.0:1769074778.937243:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612796928 00000100:00100000:0.0:1769074778.937285:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9934 00000100:00100000:0.0:1769074778.937294:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+24:57932:x1855007612796928:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074778.937311:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074778.937327:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b493 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.937355:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 25 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.937363:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.937365:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.937369:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.937403:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 25 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074778.937417:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 25 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.937430:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619920896:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074778.937498:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.941733:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.941805:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797056 00000100:00100000:1.0:1769074778.941815:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797056 00010000:00010000:1.0:1769074778.941892:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 26 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:1.0:1769074778.941939:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5260 00000100:00100000:1.0:1769074778.941948:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612797056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074778.941962:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074778.941982:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 26 pid: 33557 timeout: 1863 lvb_type: 1 00010000:00010000:1.0:1769074778.941996:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 26 pid: 33557 timeout: 1863 lvb_type: 1 00010000:00010000:1.0:1769074778.942019:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.942021:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.942028:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.942038:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.942073:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 26 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074778.942086:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619921024:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074778.942155:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00010000:00010000:0.0:1769074778.942542:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976a00/0x8b5959a9a0e8a7d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b415 expref: 26 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.942556:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619920896:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074778.942577:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 25 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.942594:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709400, rc 0) 00000100:00100000:0.0:1769074778.942632:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+25:57932:x1855007612796928:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5339us (6469us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.942640:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9934 00000100:00100000:1.0:1769074778.946489:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5739:1855007619921024:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074778.946515:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074778.946575:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612797056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4626us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074778.946585:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5260 00000100:00100000:3.0:1769074778.948056:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.949101:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797184 00000100:00100000:0.0:1769074778.949116:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797184 00000100:00100000:1.0:1769074778.949324:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9935 00000100:00100000:1.0:1769074778.949335:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+15:57932:x1855007612797184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074778.949353:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074778.949370:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b49a expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.949398:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 16 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074778.949408:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.949410:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074778.949414:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.949446:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 16 pid: 33557 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074778.949461:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 16 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:1.0:1769074778.949475:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619921152:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074778.949569:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.953491:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074778.953701:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797312 00000100:00100000:0.0:1769074778.953710:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797312 00010000:00010000:0.0:1769074778.953762:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 17 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:0.0:1769074778.953804:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5261 00000100:00100000:0.0:1769074778.953813:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612797312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074778.953854:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074778.953875:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 17 pid: 33557 timeout: 1863 lvb_type: 1 00010000:00010000:0.0:1769074778.953889:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 17 pid: 33557 timeout: 1863 lvb_type: 1 00010000:00010000:0.0:1769074778.953923:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.953925:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074778.953933:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.953944:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074778.953986:0:5739:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 17 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074778.954003:0:5739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619921280:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074778.954090:0:5739:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019780 going to sleep for 11 seconds 00010000:00010000:1.0:1769074778.954392:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d37976200/0x8b5959a9a0e8a7de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b41c expref: 17 pid: 33557 timeout: 1863 lvb_type: 1 00000100:00100000:1.0:1769074778.954408:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619921152:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074778.954431:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 16 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.954441:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6a00, rc 0) 00000100:00100000:1.0:1769074778.954486:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+16:57932:x1855007612797184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5152us (6436us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074778.954494:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9935 00000100:00100000:3.0:1769074778.959972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960022:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960043:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960059:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960075:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074778.960105:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797568 00000100:00100000:3.0:1769074778.960115:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797568 00000100:00100000:3.0:1769074778.960162:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797824 00000100:00100000:3.0:1769074778.960164:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797824 00000100:00100000:3.0:1769074778.960180:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612798080 00000100:00100000:3.0:1769074778.960182:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612798080 00000100:00100000:3.0:1769074778.960197:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9936 00000100:00100000:3.0:1769074778.960205:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612797568:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.960411:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074778.960415:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:3.0:1769074778.960418:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074767 -> 1769074772 00002000:00010000:3.0:1769074778.960420:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074772 -> 1769074779 00002000:00010000:3.0:1769074778.960422:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1769074778.960476:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612797568:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 271us (515us total) trans 17179872611 rc 0/0 00000100:00100000:3.0:1769074778.960484:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9936 00000100:00100000:3.0:1769074778.960498:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797440 00000100:00100000:3.0:1769074778.960501:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797440 00000100:00100000:3.0:1769074778.960519:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797696 00000100:00100000:3.0:1769074778.960522:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797696 00000100:00100000:3.0:1769074778.960536:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612797952 00000100:00100000:3.0:1769074778.960539:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612797952 00000100:00100000:3.0:1769074778.960555:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9937 00000100:00100000:3.0:1769074778.960560:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612797824:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.960656:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074778.960660:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074767 -> 1769074772 00002000:00010000:3.0:1769074778.960663:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074767 -> 1769074772 00002000:00010000:3.0:1769074778.960665:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074769 -> 1769074779 00002000:00010000:3.0:1769074778.960668:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1769074778.960690:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612797824:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 129us (688us total) trans 21474839578 rc 0/0 00000100:00100000:3.0:1769074778.960696:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9937 00000100:00100000:3.0:1769074778.960709:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9938 00000100:00100000:3.0:1769074778.960716:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612798080:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.960788:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074778.960792:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:3.0:1769074778.960794:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074771 -> 1769074772 00002000:00010000:3.0:1769074778.960797:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074772 -> 1769074779 00002000:00010000:3.0:1769074778.960799:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1769074778.960819:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612798080:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 104us (796us total) trans 17179872612 rc 0/0 00000100:00100000:3.0:1769074778.960855:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9938 00000100:00100000:3.0:1769074778.960868:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9939 00000100:00100000:3.0:1769074778.960874:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612797440:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.960965:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1769074778.960968:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074770 -> 1769074772 00002000:00010000:3.0:1769074778.960971:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074767 -> 1769074772 00002000:00010000:3.0:1769074778.960973:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074770 -> 1769074779 00002000:00010000:3.0:1769074778.960975:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:3.0:1769074778.960996:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612797440:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 122us (952us total) trans 21474839579 rc 0/0 00000100:00100000:3.0:1769074778.961005:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9939 00000100:00100000:3.0:1769074778.961017:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9940 00000100:00100000:3.0:1769074778.961023:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612797696:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.961092:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074778.961095:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:3.0:1769074778.961097:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074770 -> 1769074772 00002000:00010000:3.0:1769074778.961099:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074772 -> 1769074779 00002000:00010000:3.0:1769074778.961102:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:3.0:1769074778.961122:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612797696:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 98us (1061us total) trans 17179872613 rc 0/0 00000100:00100000:3.0:1769074778.961128:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9940 00000100:00100000:3.0:1769074778.961140:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9941 00000100:00100000:3.0:1769074778.961146:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612797952:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:3.0:1769074778.961215:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074778.961219:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:3.0:1769074778.961221:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074771 -> 1769074772 00002000:00010000:3.0:1769074778.961222:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074772 -> 1769074779 00002000:00010000:3.0:1769074778.961224:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:3.0:1769074778.961244:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612797952:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 99us (1168us total) trans 21474839580 rc 0/0 00000100:00100000:3.0:1769074778.961250:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9941 00000100:00100000:0.0:1769074778.961596:0:5739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5739:1855007619921280:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074778.961616:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074778.961642:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612797312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7831us (8162us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.961651:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5261 00000100:00100000:3.0:1769074778.966689:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.966808:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612798336 00000100:00100000:1.0:1769074778.966819:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612798336 00000100:00100000:1.0:1769074778.966938:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2757 00000100:00100000:1.0:1769074778.966949:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+149:57932:x1855007612798336:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1769074778.967023:0:29859:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1a7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3e4 expref: 149 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.967086:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074778.967102:0:29859:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 149 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.967111:0:29859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074778.967150:0:29859:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 149 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.967166:0:29859:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 149 pid: 30391 timeout: 1863 lvb_type: 0 00000100:00100000:1.0:1769074778.967180:0:29859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619921408:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074778.967256:0:29859:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.970520:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074778.970658:0:29859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619921408:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074778.970684:0:29859:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:0.0:1769074778.971937:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612798464 00000100:00100000:0.0:1769074778.971948:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612798464 00010000:00010000:0.0:1769074778.972004:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 150 pid: 30391 timeout: 1863 lvb_type: 0 00000100:00100000:0.0:1769074778.972111:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5262 00000100:00100000:0.0:1769074778.972123:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+150:2370:x1855007612798464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074778.972143:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074778.972151:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 150 pid: 30391 timeout: 1863 lvb_type: 0 00010000:00010000:0.0:1769074778.972166:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 150 pid: 30391 timeout: 1863 lvb_type: 0 00010000:00010000:0.0:1769074778.972191:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8a7a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3eb expref: 150 pid: 30391 timeout: 1863 lvb_type: 0 00010000:00010000:0.0:1769074778.972212:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:0.0:1769074778.972217:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074778.972227:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074778.972233:0:5739:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074778.972274:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074778.972346:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+149:2370:x1855007612798464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 224us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074778.972354:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5262 00010000:00010000:1.0:1769074778.972415:0:29859:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:1.0:1769074778.972426:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000040:00080000:1.0:1769074778.973158:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1630, 88 off141992 00000004:00080000:1.0:1769074778.973170:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134346440ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973228:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1629, 88 off141904 00000004:00080000:1.0:1769074778.973233:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134410242ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973253:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1630, 88 off141992 00000004:00080000:1.0:1769074778.973256:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134433108ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973269:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1631, 88 off142080 00000004:00080000:1.0:1769074778.973272:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134448635ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973283:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1632, 88 off142168 00000004:00080000:1.0:1769074778.973287:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134463453ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973298:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1631, 88 off142080 00000004:00080000:1.0:1769074778.973301:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134477715ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973312:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1632, 88 off142168 00000004:00080000:1.0:1769074778.973315:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134492180ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973327:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1633, 88 off142256 00000004:00080000:1.0:1769074778.973330:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134506428ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973341:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1633, 88 off142256 00000004:00080000:1.0:1769074778.973344:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134520606ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973355:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1634, 88 off142344 00000004:00080000:1.0:1769074778.973359:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134535518ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973372:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1634, 88 off142344 00000004:00080000:1.0:1769074778.973376:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134552498ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973388:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1635, 88 off142432 00000004:00080000:1.0:1769074778.973391:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134568253ns, next at 1696607292856ns, rc = 0 00000040:00080000:1.0:1769074778.973403:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1635, 88 off142432 00000004:00080000:1.0:1769074778.973406:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134582923ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973418:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1636, 88 off142520 00000004:00080000:1.0:1769074778.973421:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134597775ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973432:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1637, 88 off142608 00000004:00080000:1.0:1769074778.973435:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134611888ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973446:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1638, 88 off142696 00000004:00080000:1.0:1769074778.973449:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1763134625686ns, next at 1691681415343ns, rc = 0 00000040:00080000:1.0:1769074778.973460:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1636, 88 off142520 00000004:00080000:1.0:1769074778.973463:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1763134640243ns, next at 1696607292856ns, rc = 0 00000001:00080000:0.0:1769074779.006746:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941365 is committed 00000001:00080000:0.0:1769074779.006769:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941367 is committed 00000004:00080000:0.0:1769074779.006773:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1335 committed 00000004:00080000:0.0:1769074779.006959:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1336 committed 00000004:00080000:0.0:1769074779.006976:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1335 committed 00000004:00080000:0.0:1769074779.006978:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1334 committed 00000004:00080000:0.0:1769074779.006980:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1333 committed 00000004:00080000:0.0:1769074779.006982:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1334 committed 00000004:00010000:2.0:1769074779.007029:0:29859:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003a957562 reply state 00000000eab535c9 transno 8589941367 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:2.0:1769074779.007042:0:29859:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074779.007054:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:2.0:1769074779.007057:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074779.007068:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158800/0x8b5959a9a0e8a767 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b3e4 expref: 146 pid: 30549 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1769074779.007197:0:29859:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1769074779.007210:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+146:57932:x1855007612798336:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 40263us (40531us total) trans 8589941367 rc 0/0 00000100:00100000:2.0:1769074779.007221:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2757 00000100:00100000:1.0:1769074779.010213:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619921536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010277:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010312:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010333:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010356:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074779.010362:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619921920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010382:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010397:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010442:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619921664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010461:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010476:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619922176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010494:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010508:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074779.010513:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619921792:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010535:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010549:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619922304:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074779.010565:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074779.010596:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921536 00000100:00100000:1.0:1769074779.010604:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921536 00000100:00100000:1.0:1769074779.010643:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922048 00000100:00100000:1.0:1769074779.010646:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922048 00000100:00100000:1.0:1769074779.010660:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921920 00000100:00100000:1.0:1769074779.010663:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921920 00000100:00100000:1.0:1769074779.010675:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922432 00000100:00100000:1.0:1769074779.010677:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922432 00000100:00100000:1.0:1769074779.010689:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921664 00000100:00100000:1.0:1769074779.010691:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921664 00000100:00100000:1.0:1769074779.010699:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922176 00000100:00100000:1.0:1769074779.010702:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922176 00000100:00100000:1.0:1769074779.010710:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921792 00000100:00100000:1.0:1769074779.010711:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921792 00000100:00100000:1.0:1769074779.010718:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922304 00000100:00100000:1.0:1769074779.010735:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922304 00000100:00100000:1.0:1769074779.010750:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9942 00000100:00100000:1.0:1769074779.010757:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619921536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011033:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074779.011037:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011040:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011042:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.011045:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074779.011084:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619921536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 327us (806us total) trans 17179872614 rc 0/0 00000100:00100000:1.0:1769074779.011092:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9942 00000100:00100000:1.0:1769074779.011110:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9943 00000100:00100000:1.0:1769074779.011116:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619922048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011212:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074779.011215:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011218:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074779.011220:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011222:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074779.011246:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619922048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (912us total) trans 17179872615 rc 0/0 00000100:00100000:1.0:1769074779.011252:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9943 00000100:00100000:1.0:1769074779.011264:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9944 00000100:00100000:1.0:1769074779.011270:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619921920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011358:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074779.011362:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011365:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 1769074709 -> 1769074709 00002000:00010000:1.0:1769074779.011367:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011369:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074779.011393:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619921920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (1009us total) trans 17179872616 rc 0/0 00000100:00100000:1.0:1769074779.011399:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9944 00000100:00100000:1.0:1769074779.011411:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9945 00000100:00100000:1.0:1769074779.011417:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619922432:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011486:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074779.011489:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.011492:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074779.011495:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.011497:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1769074779.011519:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619922432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (1104us total) trans 17179872617 rc 0/0 00000100:00100000:1.0:1769074779.011524:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9945 00000100:00100000:1.0:1769074779.011535:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9946 00000100:00100000:1.0:1769074779.011541:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619921664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011623:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074779.011627:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011629:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011631:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.011632:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1769074779.011662:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619921664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (1199us total) trans 17179872618 rc 0/0 00000100:00100000:1.0:1769074779.011669:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9946 00000100:00100000:1.0:1769074779.011680:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9947 00000100:00100000:1.0:1769074779.011686:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619922176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011776:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074779.011779:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011782:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074779.011784:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.011786:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1769074779.011810:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619922176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (1314us total) trans 17179872619 rc 0/0 00000100:00100000:1.0:1769074779.011816:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9947 00000100:00100000:1.0:1769074779.011852:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9948 00000100:00100000:1.0:1769074779.011858:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619921792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.011964:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074779.011968:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011970:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.011972:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.011974:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074779.011998:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619921792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (1462us total) trans 17179872620 rc 0/0 00000100:00100000:1.0:1769074779.012004:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9948 00000100:00100000:1.0:1769074779.012105:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9949 00000100:00100000:1.0:1769074779.012112:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619922304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074779.012185:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074779.012189:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.012191:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074779.012193:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.012195:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:1.0:1769074779.012219:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619922304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (1652us total) trans 17179872621 rc 0/0 00000100:00100000:1.0:1769074779.012226:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9949 00000004:00080000:1.0:1769074779.012286:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a9c00/2, rc 0, transno 17179872620 00000100:00100000:1.0:1769074779.012292:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619921792:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012300:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a8000/2, rc 0, transno 17179872621 00000100:00100000:1.0:1769074779.012304:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619922304:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012310:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a8e00/2, rc 0, transno 17179872618 00000100:00100000:1.0:1769074779.012313:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619921664:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012320:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a9180/2, rc 0, transno 17179872619 00000100:00100000:1.0:1769074779.012323:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619922176:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012341:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050ab100/2, rc 0, transno 17179872616 00000100:00100000:1.0:1769074779.012344:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619921920:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012350:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0ace7800/2, rc 0, transno 17179872617 00000100:00100000:1.0:1769074779.012353:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922432:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012361:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a8380/2, rc 0, transno 17179872614 00000100:00100000:1.0:1769074779.012364:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619921536:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074779.012371:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050aad80/2, rc 0, transno 17179872615 00000100:00100000:1.0:1769074779.012374:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922048:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1769074779.012709:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1332 committed 00000004:00080000:0.0:1769074779.012815:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1333 committed 00000004:00080000:0.0:1769074779.012839:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1331 committed 00000004:00080000:0.0:1769074779.012843:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1332 committed 00000004:00080000:0.0:1769074779.012845:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1331 committed 00000004:00080000:0.0:1769074779.012848:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1330 committed 00000004:00080000:0.0:1769074779.012850:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1330 committed 00000004:00080000:0.0:1769074779.012853:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1329 committed 00000004:00080000:0.0:1769074779.012855:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1329 committed 00000004:00080000:0.0:1769074779.012858:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1328 committed 00000004:00080000:0.0:1769074779.012864:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1328 committed 00010000:00010000:3.0:1769074779.013041:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013054:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013063:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013069:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074779.013074:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013082:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013098:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d2e962a00) 00010000:00010000:3.0:1769074779.013101:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074779.013107:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074779.013114:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8a93c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00000100:00100000:2.0:1769074779.013343:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074779.013390:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074779.013585:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.013609:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612798592 00000100:00100000:0.0:1769074779.013616:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612798592 00000100:00100000:0.0:1769074779.013654:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6488 00000100:00100000:0.0:1769074779.013662:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+142:57932:x1855007612798592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.013679:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.013697:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8a943 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4a1 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.013755:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8a943 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4a1 expref: 143 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.013769:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8a943 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4a1 expref: 143 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.013786:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d03c0b700) 00010000:00010000:0.0:1769074779.013789:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074779.013791:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709000, rc 0) 00000100:00100000:0.0:1769074779.013853:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+143:57932:x1855007612798592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 191us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074779.013860:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6488 00000100:00100000:0.0:1769074779.014675:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922560 00000100:00100000:0.0:1769074779.014681:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922560 00000100:00100000:1.0:1769074779.014836:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9950 00000100:00100000:1.0:1769074779.014847:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619922560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074779.015080:0:26585:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1769074779.015084:0:26585:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.015087:0:26585:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.015089:0:26585:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.015092:0:26585:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20c:0x0] updating lvb blocks from disk: 1919 -> 1919 00000100:00100000:1.0:1769074779.015140:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619922560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 296us (1749us total) trans 21474839581 rc 0/0 00000100:00100000:1.0:1769074779.015147:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9950 00000100:00100000:0.0:1769074779.015221:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619922944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074779.015255:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074779.015309:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619922816:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074779.015331:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074779.015346:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074779.015352:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619922688:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074779.015370:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074779.015670:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147d880/2, rc 0, transno 21474839581 00000100:00100000:2.0:1769074779.015678:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619922560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074779.019183:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922944 00000100:00100000:1.0:1769074779.019201:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922944 00000100:00100000:1.0:1769074779.019249:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922816 00000100:00100000:1.0:1769074779.019253:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922816 00000100:00100000:1.0:1769074779.019272:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619922688 00000100:00100000:1.0:1769074779.019274:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619922688 00000100:00100000:1.0:1769074779.019297:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9951 00000100:00100000:1.0:1769074779.019305:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619922944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074779.019575:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1769074779.019579:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb mtime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.019582:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074779.019584:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb ctime from disk: 1769074778 -> 1769074778 00002000:00010000:1.0:1769074779.019586:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x210:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1769074779.019660:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619922944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 354us (4402us total) trans 21474839582 rc 0/0 00000100:00100000:1.0:1769074779.019667:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9951 00000100:00100000:1.0:1769074779.019684:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9952 00000100:00100000:1.0:1769074779.019690:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3290:x1855007619922816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074779.019795:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:1.0:1769074779.019798:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.019800:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.019803:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.019805:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20f:0x0] updating lvb blocks from disk: 5473 -> 5473 00000100:00100000:1.0:1769074779.019866:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3290:x1855007619922816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (4533us total) trans 21474839583 rc 0/0 00000100:00100000:1.0:1769074779.019872:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9952 00000100:00100000:1.0:1769074779.019884:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9953 00000100:00100000:1.0:1769074779.019890:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3290:x1855007619922688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074779.020001:0:6533:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074779.020004:0:6533:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb mtime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.020007:0:6533:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb atime from disk: 1769074772 -> 1769074772 00002000:00010000:1.0:1769074779.020008:0:6533:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:1.0:1769074779.020011:0:6533:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20e:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1769074779.020037:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3290:x1855007619922688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (4665us total) trans 21474839584 rc 0/0 00000100:00100000:1.0:1769074779.020043:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9953 00000004:00080000:1.0:1769074779.020092:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147c380/2, rc 0, transno 21474839584 00000100:00100000:1.0:1769074779.020099:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619922688:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074779.020110:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ce00/2, rc 0, transno 21474839583 00000100:00100000:1.0:1769074779.020113:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619922816:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074779.020136:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ca80/2, rc 0, transno 21474839582 00000100:00100000:1.0:1769074779.020140:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619922944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.022181:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619923200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.022240:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074779.022299:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923200 00000100:00100000:3.0:1769074779.022305:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923200 00000100:00100000:3.0:1769074779.022342:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9954 00000100:00100000:3.0:1769074779.022349:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619923200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074779.022524:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074779.022528:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.022531:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074779.022534:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.022537:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x212:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1769074779.022656:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619923072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074779.022686:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074779.022796:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.022864:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923072 00000100:00100000:0.0:1769074779.022869:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923072 00000100:00100000:0.0:1769074779.022893:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9955 00000100:00100000:0.0:1769074779.022911:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3292:x1855007619923072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074779.023047:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074779.023051:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb mtime from disk: 1769074778 -> 1769074778 00002000:00010000:0.0:1769074779.023053:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074779.023055:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb ctime from disk: 1769074778 -> 1769074778 00002000:00010000:0.0:1769074779.023056:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x211:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1769074779.023088:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3292:x1855007619923072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 188us (400us total) trans 21474839586 rc 0/0 00000100:00100000:0.0:1769074779.023095:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9955 00000004:00080000:0.0:1769074779.023138:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147fb80/2, rc 0, transno 21474839586 00000100:00100000:0.0:1769074779.023144:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619923072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074779.023306:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612798848 00000100:00100000:2.0:1769074779.023311:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612798848 00000100:00100000:2.0:1769074779.023341:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2758 00000100:00100000:2.0:1769074779.023347:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+143:57932:x1855007612798848:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074779.023537:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+144:57932:x1855007612798848:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 188us (740us total) trans 8589941368 rc 0/0 00000100:00100000:2.0:1769074779.023544:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2758 00000100:00100000:3.0:1769074779.025586:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3289:x1855007619923200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3228us (3337us total) trans 21474839585 rc 0/0 00000100:00100000:3.0:1769074779.025600:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9954 00000100:00100000:3.0:1769074779.025680:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619923328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.025733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074779.025766:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923328 00000100:00100000:3.0:1769074779.025773:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923328 00000100:00100000:3.0:1769074779.025804:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9956 00000100:00100000:3.0:1769074779.025812:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3290:x1855007619923328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074779.026053:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074779.026057:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.026059:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074779.026062:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.026064:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x20d:0x0] updating lvb blocks from disk: 8199 -> 8199 00000100:00100000:3.0:1769074779.026098:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619923328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 286us (364us total) trans 21474839587 rc 0/0 00000100:00100000:3.0:1769074779.026104:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9956 00000004:00080000:3.0:1769074779.026143:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ea00/2, rc 0, transno 21474839587 00000100:00100000:3.0:1769074779.026149:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619923328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.026188:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619923456:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.026210:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074779.026234:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923456 00000100:00100000:3.0:1769074779.026237:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923456 00000100:00100000:3.0:1769074779.026256:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9957 00000100:00100000:3.0:1769074779.026263:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619923456:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074779.026351:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:3.0:1769074779.026354:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.026356:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074779.026358:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1769074779.026360:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x213:0x0] updating lvb blocks from disk: 8259 -> 8259 00000100:00100000:3.0:1769074779.026386:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619923456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (175us total) trans 21474839588 rc 0/0 00000100:00100000:3.0:1769074779.026392:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9957 00000004:00080000:3.0:1769074779.026417:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147df80/2, rc 0, transno 21474839588 00000100:00100000:3.0:1769074779.026422:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619923456:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.026452:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619923584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074779.026476:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074779.026498:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923584 00000100:00100000:3.0:1769074779.026501:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923584 00000100:00100000:3.0:1769074779.026520:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9958 00000100:00100000:3.0:1769074779.026525:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619923584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074779.026603:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb size from disk: 4860768 -> 4860768 00002000:00010000:3.0:1769074779.026606:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb mtime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.026608:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074779.026610:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb ctime from disk: 1769074779 -> 1769074779 00002000:00010000:3.0:1769074779.026612:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x214:0x0] updating lvb blocks from disk: 1337 -> 1337 00000100:00100000:3.0:1769074779.026640:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619923584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (163us total) trans 21474839589 rc 0/0 00000100:00100000:3.0:1769074779.026646:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9958 00000004:00080000:3.0:1769074779.026679:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147c700/2, rc 0, transno 21474839589 00000100:00100000:3.0:1769074779.026683:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619923584:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1769074779.026988:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ed80/2, rc 0, transno 21474839585 00000100:00100000:1.0:1769074779.026994:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619923200:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1769074779.070151:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074779.081122:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.081232:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799104 00000100:00100000:0.0:1769074779.081242:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799104 00000100:00100000:0.0:1769074779.081307:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6489 00000100:00100000:0.0:1769074779.081316:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57934:x1855007612799104:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.081338:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.081359:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a94a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4a8 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.081433:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.081448:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.081460:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.081474:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.081481:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.081487:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.082991:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083004:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083011:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083018:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074779.083023:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083030:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083049:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074779.083052:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074779.083056:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083061:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a951 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083075:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083081:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083086:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083090:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074779.083093:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083099:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083106:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d03c0b900) 00010000:00010000:0.0:1769074779.083108:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074779.083111:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083117:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a958 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.083165:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a94a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4a8 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.083175:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074779.083178:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074779.083181:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a94a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4a8 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.083190:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708e00, rc 0) 00000100:00100000:2.0:1769074779.087618:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074779.087885:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799232 00000100:00100000:3.0:1769074779.087915:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799232 00000100:00100000:3.0:1769074779.087984:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6490 00000100:00100000:3.0:1769074779.087995:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+145:57934:x1855007612799232:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074779.088071:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088087:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088097:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088112:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088119:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088125:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088245:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088254:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088261:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:3.0:1769074779.088309:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00000004:00200000:3.0:1769074779.088314:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074779.088326:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088339:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088345:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088352:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088358:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39158400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074779.088362:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088369:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088382:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:3.0:1769074779.088385:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074779.088390:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088395:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158400/0x8b5959a9a0e8a95f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088407:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088413:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088419:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088424:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074779.088427:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088432:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088438:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7fa000) 00010000:00010000:3.0:1769074779.088440:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074779.088442:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088447:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159600/0x8b5959a9a0e8a966 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088461:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088466:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088472:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088478:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074779.088480:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088485:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088492:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d03c0b700) 00010000:00010000:3.0:1769074779.088494:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074779.088498:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074779.088504:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159400/0x8b5959a9a0e8a96d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:3.0:1769074779.088592:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+145:57934:x1855007612799232:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 598us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.088600:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6490 00000100:00100000:0.0:1769074779.091024:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57934:x1855007612799104:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1965us (2169us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074779.091037:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6489 00000100:00100000:2.0:1769074779.203623:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.203915:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799488 00000100:00100000:0.0:1769074779.203927:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799488 00000100:00100000:0.0:1769074779.203992:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6491 00000100:00100000:0.0:1769074779.204000:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:57940:x1855007612799488:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.204023:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.204043:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a974 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4af expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.204314:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204329:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204339:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204353:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204363:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204368:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204502:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a989 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204510:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a989 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204517:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a989 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074779.204526:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074779.204616:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204622:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204628:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204633:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074779.204637:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204644:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204655:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:0.0:1769074779.204659:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074779.204663:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204669:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8a97b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204681:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204687:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204692:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204696:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074779.204699:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204704:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204710:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d03c0b900) 00010000:00010000:0.0:1769074779.204712:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074779.204714:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204719:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8a982 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.204963:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a974 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4af expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.204982:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a989 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4af expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.204988:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d03c0b700) 00010000:00010000:0.0:1769074779.204991:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074779.204993:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8ea00, rc 0) 00000100:00100000:0.0:1769074779.205110:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:57940:x1855007612799488:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1110us (1495us total) trans 8589941369 rc 0/0 00000100:00100000:0.0:1769074779.205117:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6491 00000100:00100000:1.0:1769074779.303947:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.303992:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.304122:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799616 00000100:00100000:0.0:1769074779.304133:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799616 00000100:00100000:0.0:1769074779.304200:0:26131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799744 00000100:00100000:0.0:1769074779.304204:0:26131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799744 00000100:00100000:0.0:1769074779.304243:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5523 00000100:00100000:0.0:1769074779.304251:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612799616:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.304287:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.304305:0:26131:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.304313:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.304315:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.304319:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.304353:0:26131:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.304369:0:26131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 27 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:0.0:1769074779.304383:0:26131:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26131:1855007619923712:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074779.304459:0:26131:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074779.305164:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5524 00000100:00100000:3.0:1769074779.305183:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612799744:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074779.305210:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.305224:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.305230:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074779.305232:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074779.305235:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.305258:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 18 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.305268:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 18 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:3.0:1769074779.305289:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619923840:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074779.305389:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.306572:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.306615:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074779.306729:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612799872 00000100:00100000:3.0:1769074779.306738:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612799872 00000100:00100000:3.0:1769074779.306797:0:13673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800000 00000100:00100000:3.0:1769074779.306801:0:13673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800000 00000100:00100000:0.0:1769074779.306957:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5525 00000100:00100000:0.0:1769074779.306968:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612799872:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.306999:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.307016:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 19 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.307023:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.307024:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.307027:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.307059:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 19 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.307071:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 19 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:0.0:1769074779.307083:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619923968:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074779.307145:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.307206:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5526 00000100:00100000:1.0:1769074779.307216:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:2373:x1855007612800000:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074779.307234:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.307245:0:14224:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.307253:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.307254:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.307256:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.307274:0:14224:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 28 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.307283:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 28 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:1.0:1769074779.307293:0:14224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14224:1855007619924096:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074779.307318:0:14224:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074779.312570:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.312618:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.313054:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619923840:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074779.313087:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.313174:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800256 00000100:00100000:2.0:1769074779.313182:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800256 00010000:00010000:2.0:1769074779.313219:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 20 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.313255:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800128 00000100:00100000:2.0:1769074779.313259:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800128 00010000:00010000:2.0:1769074779.313275:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 29 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.313306:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5263 00000100:00100000:2.0:1769074779.313315:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612800256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.313330:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.313352:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 20 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.313363:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 20 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.313385:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708200/0x8b5959a9a0e8a919 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b47e expref: 20 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.313405:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.313407:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.313411:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.313420:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.313441:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.313488:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612800256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 174us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.313496:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5263 00000100:00100000:2.0:1769074779.313541:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5264 00000100:00100000:2.0:1769074779.313547:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612800128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.313556:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.313568:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 29 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.313581:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 29 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.313595:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.313597:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.313600:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.313608:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.313620:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.313636:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612800128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 89us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.313643:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5264 00010000:00010000:1.0:1769074779.314175:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.314186:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.315936:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8a912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b477 expref: 28 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:3.0:1769074779.315956:0:26131:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26131:1855007619923712:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074779.315983:0:26131:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.315991:0:26131:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.315998:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.322762:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619923968:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074779.322790:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.322926:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.322949:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.322980:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.323000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.323028:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800384 00000100:00100000:0.0:1769074779.323035:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800384 00000100:00100000:0.0:1769074779.323088:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800640 00000100:00100000:0.0:1769074779.323092:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800640 00000100:00100000:0.0:1769074779.323109:0:14429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800512 00000100:00100000:0.0:1769074779.323112:0:14429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800512 00000100:00100000:0.0:1769074779.323135:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5527 00000100:00100000:0.0:1769074779.323143:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612800384:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.323187:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323204:0:14429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323212:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323215:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323218:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323250:0:14429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 29 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323262:0:14429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 29 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:0.0:1769074779.323277:0:14429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14429:1855007619924224:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074779.323343:0:14429:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d20019540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074779.323361:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5528 00000100:00100000:0.0:1769074779.323368:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+29:2372:x1855007612800640:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.323383:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323392:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323394:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323397:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323403:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.323434:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.323473:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.323502:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800768 00000100:00100000:0.0:1769074779.323506:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800768 00000100:00100000:0.0:1769074779.323532:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5529 00000100:00100000:0.0:1769074779.323539:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612800512:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.323555:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323566:0:26135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323573:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323575:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323578:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323595:0:26135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 21 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323604:0:26135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 21 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:0.0:1769074779.323615:0:26135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619924352:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074779.323640:0:26135:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d200193c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074779.323657:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5530 00000100:00100000:0.0:1769074779.323664:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:2372:x1855007612800768:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074779.323678:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323687:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323688:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074779.323692:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323699:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.323726:0:14224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14224:1855007619924096:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074779.323740:0:14224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.323850:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612800896 00000100:00100000:0.0:1769074779.323854:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612800896 00000100:00100000:0.0:1769074779.323876:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801024 00000100:00100000:0.0:1769074779.323879:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801024 00000100:00100000:0.0:1769074779.323906:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9959 00000100:00100000:0.0:1769074779.323913:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+30:2372:x1855007612800896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.323921:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.323931:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4b6 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.323946:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.323948:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.323956:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 31 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074779.323970:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 31 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074779.323982:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c8fc00, rc 0) 00000100:00100000:0.0:1769074779.324013:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+31:2372:x1855007612800896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 101us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074779.324020:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9959 00000100:00100000:0.0:1769074779.324038:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9960 00000100:00100000:0.0:1769074779.324044:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612801024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.324050:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.324058:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4bd expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.324069:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.324071:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.324076:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 23 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074779.324086:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 23 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074779.324094:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708e00, rc 0) 00000100:00100000:0.0:1769074779.324110:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+23:2372:x1855007612801024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 67us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074779.324117:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9960 00000100:00100000:2.0:1769074779.358814:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.359630:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.359671:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801280 00000100:00100000:2.0:1769074779.359680:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801280 00010000:00010000:2.0:1769074779.359718:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 23 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.359748:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801152 00000100:00100000:2.0:1769074779.359751:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801152 00010000:00010000:2.0:1769074779.359764:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 32 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.359784:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5265 00000100:00100000:2.0:1769074779.359793:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612801280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.359806:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.359853:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 23 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.359869:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 23 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.359892:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708000/0x8b5959a9a0e8a920 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b485 expref: 23 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.359921:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.359923:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.359927:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.359936:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.359967:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.360013:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612801280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 219us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.360021:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5265 00000100:00100000:2.0:1769074779.360039:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5266 00000100:00100000:2.0:1769074779.360046:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612801152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.360054:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.360066:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 32 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360076:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 32 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360089:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8a927 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b48c expref: 32 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360101:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360102:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360106:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360114:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360130:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.360146:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612801152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 101us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.360153:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5266 00000100:00100000:2.0:1769074779.360322:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360343:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360360:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360378:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360396:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360412:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360441:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.360459:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801408 00000100:00100000:2.0:1769074779.360463:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801408 00010000:00010000:2.0:1769074779.360480:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 22 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.360496:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801664 00000100:00100000:2.0:1769074779.360514:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801664 00010000:00010000:2.0:1769074779.360526:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 31 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.360543:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5267 00000100:00100000:2.0:1769074779.360549:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612801408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.360557:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.360568:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 22 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360577:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 22 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360590:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360592:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360595:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360603:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360611:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360613:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360615:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360623:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360638:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.360658:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612801408:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 108us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.360665:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5267 00000100:00100000:2.0:1769074779.360677:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5268 00000100:00100000:2.0:1769074779.360682:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612801664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.360690:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.360700:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 31 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360710:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 31 pid: 26584 timeout: 1863 lvb_type: 0 00010000:00010000:2.0:1769074779.360721:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360723:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360726:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360733:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360741:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360742:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360745:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360753:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360769:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.360785:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612801664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 102us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.360791:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5268 00000100:00100000:2.0:1769074779.360810:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801536 00000100:00100000:2.0:1769074779.360814:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801536 00000100:00100000:2.0:1769074779.360869:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5531 00000100:00100000:2.0:1769074779.360875:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612801536:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.360912:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360922:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360924:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.360927:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.360937:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.367493:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8a935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b49a expref: 21 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:1.0:1769074779.367522:0:26135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619924352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074779.367547:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.367559:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.367567:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074779.367597:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801792 00000100:00100000:3.0:1769074779.367606:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801792 00000100:00100000:3.0:1769074779.367648:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612801920 00000100:00100000:3.0:1769074779.367650:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612801920 00000100:00100000:3.0:1769074779.367667:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802048 00000100:00100000:3.0:1769074779.367669:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802048 00000100:00100000:3.0:1769074779.367682:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802176 00000100:00100000:3.0:1769074779.367696:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802176 00000100:00100000:3.0:1769074779.367713:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9961 00000100:00100000:3.0:1769074779.367721:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612801792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074779.367741:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074779.367758:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4c4 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.367779:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.367781:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.367790:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 23 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.367808:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 23 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.367853:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41081200, rc 0) 00000100:00100000:3.0:1769074779.367911:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612801792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 190us (7531us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.367919:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9961 00000100:00100000:3.0:1769074779.367937:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9962 00000100:00100000:3.0:1769074779.367943:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+33:2370:x1855007612801920:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074779.367950:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074779.367959:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4cb expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.367972:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.367974:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.367979:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 34 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.367994:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 34 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.368001:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d800, rc 0) 00000100:00100000:3.0:1769074779.368020:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+34:2370:x1855007612801920:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 78us (7624us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.368026:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9962 00000100:00100000:3.0:1769074779.368039:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9963 00000100:00100000:3.0:1769074779.368045:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+33:2370:x1855007612802048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074779.368051:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074779.368058:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4d2 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.368071:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.368073:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.368078:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 34 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.368088:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 34 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.368096:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d600, rc 0) 00000100:00100000:3.0:1769074779.368116:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+34:2370:x1855007612802048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 72us (7704us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.368121:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9963 00000100:00100000:3.0:1769074779.368133:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9964 00000100:00100000:3.0:1769074779.368138:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612802176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074779.368145:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074779.368151:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4d9 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.368161:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.368163:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074779.368167:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 23 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.368177:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 23 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.368185:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4171d400, rc 0) 00000100:00100000:3.0:1769074779.368204:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612802176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 65us (7763us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.368209:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9964 00010000:00010000:3.0:1769074779.372123:0:14224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.372145:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.373693:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.373709:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.374716:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.374735:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.384305:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8a92e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b493 expref: 33 pid: 26584 timeout: 1863 lvb_type: 0 00000100:00100000:2.0:1769074779.384334:0:14429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14429:1855007619924224:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074779.384364:0:14429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.384376:0:14429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.384383:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.384464:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.384477:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417388:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417409:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417418:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417425:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d39159400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074779.417430:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417439:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417460:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.417467:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159400/0x8b5959a9a0e8a99e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.417543:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612799744:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 112359us (113542us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074779.417557:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5524 00010000:00010000:1.0:1769074779.437203:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437223:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437233:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437240:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8e000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074779.437245:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437259:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437278:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.437285:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e000/0x8b5959a9a0e8a9ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.437364:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+35:2372:x1855007612800640:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 113991us (114408us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074779.437375:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5528 00010000:00010000:2.0:1769074779.439533:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439557:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439568:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439576:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8e200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074779.439582:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439594:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439619:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.439628:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e200/0x8b5959a9a0e8a997 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.439753:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+33:2372:x1855007612799616:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 135495us (135809us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074779.439775:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5523 00010000:00010000:2.0:1769074779.458600:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458622:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458631:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458639:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d21df8400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074779.458643:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458652:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458670:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.458680:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d21df8400/0x8b5959a9a0e8a9dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.458888:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+31:2371:x1855007612801536:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 98008us (98539us total) trans 0 rc 666464/666464 00000100:00100000:2.0:1769074779.458909:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5531 00010000:00010000:1.0:1769074779.480927:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.480946:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.480956:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.480963:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074779.480968:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.480979:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.481008:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.481019:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8a9ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.481172:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+29:2373:x1855007612800000:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 173951us (174549us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074779.481184:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5526 00010000:00010000:0.0:1769074779.485755:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485776:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485786:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485793:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8ec00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074779.485799:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485810:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485876:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.485886:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ec00/0x8b5959a9a0e8a9c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.491286:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612800768:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 167609us (167838us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074779.491304:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5530 00010000:00010000:0.0:1769074779.503278:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503309:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503321:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503332:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8ee00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074779.503339:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503353:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503387:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.503399:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8ee00/0x8b5959a9a0e8a9a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.503557:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612799872:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 196576us (196973us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074779.503573:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5525 00010000:00010000:3.0:1769074779.507248:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507272:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507283:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507291:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8e400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074779.507296:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507306:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507332:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.507338:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8e400/0x8b5959a9a0e8a9b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074779.507462:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612800384:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 184312us (184538us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074779.507596:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5527 00010000:00010000:2.0:1769074779.513573:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513597:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513607:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513616:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c8f800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074779.513624:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513635:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513661:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.513670:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c8f800/0x8b5959a9a0e8a9c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.513813:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612800512:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 190266us (190803us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074779.516068:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5529 00000100:00100000:0.0:1769074779.787373:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.787653:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802432 00000100:00100000:2.0:1769074779.787664:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802432 00000100:00100000:2.0:1769074779.787855:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2759 00000100:00100000:2.0:1769074779.787866:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03095050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:57940:x1855007612802432:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074779.788128:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03095050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+147:57940:x1855007612802432:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 264us (765us total) trans 8589941370 rc 0/0 00000100:00100000:2.0:1769074779.788136:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2759 00000100:00100000:3.0:1769074779.819907:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.820097:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802688 00000100:00100000:0.0:1769074779.820111:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802688 00000100:00100000:0.0:1769074779.820171:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6492 00000100:00100000:0.0:1769074779.820180:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:57943:x1855007612802688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074779.820204:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074779.820225:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8aa00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4e0 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.820333:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8aa07 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.820348:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8aa07 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074779.820359:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8aa07 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074779.820370:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 9055072 00010000:00010000:0.0:1769074779.820496:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8aa00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e0 expref: 150 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.820514:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8aa07 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e0 expref: 149 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.820523:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d03c0b700) 00010000:00010000:0.0:1769074779.820526:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1769074779.820530:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709a00, rc 0) 00000100:00100000:0.0:1769074779.820654:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+149:57943:x1855007612802688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 475us (766us total) trans 8589941371 rc 0/0 00000100:00100000:0.0:1769074779.820663:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6492 00000100:00100000:0.0:1769074779.894969:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.895012:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.895038:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.895130:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.895365:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802816 00000100:00100000:2.0:1769074779.895377:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802816 00000100:00100000:2.0:1769074779.895462:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612802944 00000100:00100000:2.0:1769074779.895466:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612802944 00000100:00100000:2.0:1769074779.895490:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803200 00000100:00100000:2.0:1769074779.895493:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803200 00000100:00100000:2.0:1769074779.895523:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803072 00000100:00100000:2.0:1769074779.895526:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803072 00000100:00100000:2.0:1769074779.895563:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5532 00000100:00100000:2.0:1769074779.895573:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612802816:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.895613:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895635:0:26135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 20 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895645:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.895647:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.895650:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895692:0:26135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 20 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895709:0:26135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 20 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074779.895729:0:26135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619924480:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074779.895810:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5533 00000100:00100000:2.0:1769074779.895869:0:26135:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199ddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.895893:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612802944:12345-192.168.204.39@tcp:3:lfs.0 00000100:00100000:2.0:1769074779.895913:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5534 00010000:00010000:1.0:1769074779.895917:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.895925:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612803200:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074779.895934:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.895938:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.895941:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895950:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.895951:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895976:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 20 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.895984:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.895986:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.895989:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.895992:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5535 00000100:00100000:1.0:1769074779.896004:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612803072:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.896017:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 20 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.896025:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.896028:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 20 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.896047:0:14428:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.896051:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619924608:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074779.896058:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.896060:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.896063:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.896098:0:14428:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 27 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.896107:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dd600 going to sleep for 11 seconds 00010000:00010000:1.0:1769074779.896117:0:14428:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 27 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074779.896136:0:14428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14428:1855007619924736:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074779.896180:0:14428:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.903619:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.903681:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.904185:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.912869:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803328 00000100:00100000:2.0:1769074779.913004:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803328 00000100:00100000:2.0:1769074779.913105:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803456 00000100:00100000:2.0:1769074779.913109:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803456 00000100:00100000:2.0:1769074779.913136:0:14224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803584 00000100:00100000:2.0:1769074779.913139:0:14224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803584 00000100:00100000:2.0:1769074779.913171:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5536 00000100:00100000:2.0:1769074779.913181:0:14224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612803328:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.913324:0:14224:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913346:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913349:0:14224:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913352:0:14224:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913364:0:14224:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.913392:0:26131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5537 00000100:00100000:2.0:1769074779.913400:0:26131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612803456:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.913418:0:26131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913427:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913430:0:26131:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913432:0:26131:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913440:0:26131:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.913481:0:14223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5538 00000100:00100000:2.0:1769074779.913489:0:14223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612803584:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074779.913850:0:14223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913864:0:14223:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.913871:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913872:0:14223:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.913875:0:14223:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.914031:0:14223:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.914043:0:14223:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074779.914060:0:14223:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14223:1855007619924864:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074779.914157:0:14223:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.917038:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.917088:0:26135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619924480:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074779.917101:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074779.917122:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.917151:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.917193:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803840 00000100:00100000:1.0:1769074779.917212:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.917213:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803840 00000100:00100000:2.0:1769074779.917276:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803968 00000100:00100000:1.0:1769074779.917281:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074779.917282:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803968 00000100:00100000:2.0:1769074779.917314:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5539 00000100:00100000:2.0:1769074779.917323:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612803840:12345-192.168.204.39@tcp:3:lfs.0 00000100:00100000:1.0:1769074779.917333:0:14428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14428:1855007619924736:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074779.917357:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.917359:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.917382:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.917392:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.917395:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074779.917398:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.917407:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6538:1855007619924608:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074779.917429:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.917435:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.917455:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 23 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074779.917491:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5540 00000100:00100000:1.0:1769074779.917503:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612803968:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074779.917527:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.917564:0:26133:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 23 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.917574:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.917576:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074779.917579:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.917606:0:26133:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 23 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.917618:0:26133:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074779.917635:0:26133:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619925120:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074779.917995:0:26133:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074779.918530:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612803712 00000100:00100000:3.0:1769074779.918538:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612803712 00010000:00010000:3.0:1769074779.918758:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074779.918917:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619924992:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074779.918977:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199ddcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074779.919166:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804096 00000100:00100000:3.0:1769074779.919172:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804096 00010000:00010000:3.0:1769074779.919191:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 30 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074779.923866:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804224 00000100:00100000:2.0:1769074779.924017:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5269 00000100:00100000:2.0:1769074779.924046:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612803712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.924069:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.924102:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924122:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924148:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d00030400/0x8b5959a9a0e8a8a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b423 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924165:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.924167:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.924172:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.924181:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.924189:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.924191:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.924273:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.924283:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.924328:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.924389:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612803712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 359us (7364us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.924397:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5269 00000100:00100000:2.0:1769074779.924428:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5270 00000100:00100000:2.0:1769074779.924436:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612804096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074779.924445:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074779.924461:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 30 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924472:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 30 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924488:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d39158c00/0x8b5959a9a0e8a8b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b431 expref: 30 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074779.924497:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074779.924757:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804224 00010000:00010000:1.0:1769074779.924787:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074779.924844:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5271 00000100:00100000:1.0:1769074779.924852:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612804224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074779.924860:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074779.924872:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.924990:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.925004:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39159a00/0x8b5959a9a0e8a8b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b42a expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.925015:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.925017:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.925020:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.925028:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.925035:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.925036:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.925040:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.925051:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.925075:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074779.925102:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:2370:x1855007612804224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 251us (7825us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074779.925108:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5271 00010000:00010000:1.0:1769074779.925137:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.925146:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.925313:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.925319:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.925327:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.925335:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.925337:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074779.925340:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.925347:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.925369:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074779.925392:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612804096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 956us (8179us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074779.925399:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5270 00000100:00100000:2.0:1769074779.925474:0:14223:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14223:1855007619924864:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074779.925495:0:14223:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.925819:0:14224:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.925846:0:14224:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.927033:0:26131:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.927042:0:26131:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.929209:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.929362:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074779.929407:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804352 00000100:00100000:0.0:1769074779.929419:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804352 00010000:00010000:0.0:1769074779.929469:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:0.0:1769074779.929505:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804608 00000100:00100000:0.0:1769074779.929510:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804608 00010000:00010000:0.0:1769074779.929527:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 22 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:0.0:1769074779.929572:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5272 00000100:00100000:0.0:1769074779.929584:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+29:2371:x1855007612804352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074779.929601:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074779.929627:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.929644:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.929673:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8a8c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b43f expref: 29 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.929694:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.929698:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.929703:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.929730:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.929764:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074779.929880:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+28:2371:x1855007612804352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 242us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074779.929901:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5272 00000100:00100000:0.0:1769074779.929922:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5273 00000100:00100000:0.0:1769074779.929929:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612804608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074779.929937:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074779.929950:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 22 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.929960:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 22 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.929974:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.929976:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074779.929979:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.929986:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.929998:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074779.930020:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612804608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 90us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074779.930029:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5273 00000100:00100000:0.0:1769074779.930137:0:26133:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26133:1855007619925120:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074779.930160:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.930207:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.930215:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.930779:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074779.930807:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804480 00000100:00100000:1.0:1769074779.930814:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804480 00010000:00010000:1.0:1769074779.930872:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 23 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074779.931084:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.931099:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074779.932857:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5274 00000100:00100000:1.0:1769074779.933642:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612804480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074779.933668:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074779.933697:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.933716:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.933743:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d39158e00/0x8b5959a9a0e8a8cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b446 expref: 24 pid: 26584 timeout: 1864 lvb_type: 0 00010000:00010000:1.0:1769074779.933761:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.933763:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074779.933767:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.933777:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.933812:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074779.935727:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612804480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2847us (4937us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074779.935744:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5274 00010000:00010000:0.0:1769074779.937052:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.937073:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.946027:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.946048:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.948272:0:14223:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.948297:0:14223:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.961181:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41709c00/0x8b5959a9a0e8a8be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b438 expref: 24 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074779.961223:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619924992:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074779.961258:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.961270:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.961277:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975158:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975183:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975192:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975200:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca8a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074779.975205:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975216:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975242:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074779.975252:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca8a00/0x8b5959a9a0e8aa1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074779.975350:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:2373:x1855007612802944:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 79521us (80329us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074779.975366:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5533 00010000:00010000:2.0:1769074779.995565:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995586:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995595:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995603:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467fc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074779.995607:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995617:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995640:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.995646:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467fc00/0x8b5959a9a0e8aa15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074779.996049:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612802816:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 100472us (101084us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074779.996059:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5532 00010000:00010000:3.0:1769074780.005461:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005483:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005493:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005500:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467e400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074780.005505:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005513:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005535:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.005542:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467e400/0x8b5959a9a0e8aa23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.006500:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612803200:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 110571us (111452us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074780.006512:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5534 00010000:00010000:2.0:1769074780.009052:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009072:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009082:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009090:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.009094:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009102:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009120:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.009128:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ca9a00/0x8b5959a9a0e8aa4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.009219:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612803968:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 91713us (92064us total) trans 0 rc 666464/666464 00000100:00100000:2.0:1769074780.009235:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5540 00010000:00010000:2.0:1769074780.019658:0:26131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019694:0:26131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019705:0:26131:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019712:0:26131:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467e000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.019716:0:26131:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019725:0:26131:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019746:0:26131:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.019754:0:26131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956c0467e000/0x8b5959a9a0e8aa38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.020946:0:26131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8e818347-4d21-45d1-a323-b359656f3fdd+29:2370:x1855007612803456:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 107535us (117253us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074780.020960:0:26131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5537 00010000:00010000:2.0:1769074780.035999:0:14223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036020:0:14223:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036030:0:14223:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036038:0:14223:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d10eec200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.036042:0:14223:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036051:0:14223:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036072:0:14223:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.036079:0:14223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.038300:0:14223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612803584:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 122698us (132003us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074780.038323:0:14223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5538 00010000:00010000:0.0:1769074780.038389:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038404:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038413:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038423:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ca9000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074780.038427:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038438:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038462:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.038469:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ca9000/0x8b5959a9a0e8aa2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.039697:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612803072:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 143687us (144561us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074780.039718:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5535 00010000:00010000:2.0:1769074780.041430:0:14224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041450:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041462:0:14224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041469:0:14224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956c0467f000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.041473:0:14224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041482:0:14224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041503:0:14224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.041510:0:14224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956c0467f000/0x8b5959a9a0e8aa31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.041722:0:14224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612803328:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 128537us (138111us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074780.041733:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5536 00010000:00010000:3.0:1769074780.045895:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045918:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045928:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045936:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d10eed000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074780.045941:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045950:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045972:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.045979:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.046097:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612803840:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 128768us (128993us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074780.046109:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5539 00010000:00010000:2.0:1769074780.094181:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074780.232987:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074780.233122:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.241267:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074780.247779:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804736 00000100:00100000:0.0:1769074780.247808:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804736 00000100:00100000:0.0:1769074780.247998:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804864 00000100:00100000:0.0:1769074780.248003:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804864 00000100:00100000:0.0:1769074780.248045:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9965 00000100:00100000:0.0:1769074780.248059:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612804736:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074780.248084:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074780.248116:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4e7 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074780.248154:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 2097152, mtime: 0x6971f05a, atime: 0x6971f015, ctime: 0x6971f05a, blocks: 0x1007 00010000:00010000:0.0:1769074780.248183:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.248185:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00080000:2.0:1769074780.248582:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074780.248617:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9966 00000100:00100000:2.0:1769074780.248636:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612804864:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074780.248646:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074780.248664:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4ee expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074780.248688:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 3145728, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x1029 00010000:00010000:2.0:1769074780.248699:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.248701:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.248713:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074780.248737:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074780.248756:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eec200, rc 0) 00000100:00100000:2.0:1769074780.248916:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612804864:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 288us (15791us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074780.248924:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9966 00010000:00010000:0.0:1769074780.251145:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.251184:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 16 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.251204:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:0.0:1769074780.251308:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612804736:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3250us (19251us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.251319:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9965 00000100:00100000:1.0:1769074780.253128:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.253308:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074780.253365:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612804992 00000100:00100000:3.0:1769074780.253378:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612804992 00000100:00080000:2.0:1769074780.253485:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074780.253514:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805120 00000100:00100000:2.0:1769074780.253519:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805120 00000100:00100000:3.0:1769074780.253554:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9967 00000100:00100000:2.0:1769074780.253568:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9968 00000100:00100000:3.0:1769074780.253568:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2372:x1855007612804992:12345-192.168.204.39@tcp:101:lfs.0 00000100:00100000:2.0:1769074780.253582:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+16:2372:x1855007612805120:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074780.253590:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074780.253592:0:26585:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074780.253619:0:26585:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4fc expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.253619:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b4f5 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074780.253659:0:26585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 4194304, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x81f 00002000:00010000:3.0:1769074780.253659:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x210:0x0] initial LVB size: 3145728, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x1029 00010000:00010000:3.0:1769074780.253688:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.253689:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.253693:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074780.253693:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.253708:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.253708:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074780.253740:0:26585:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 17 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074780.253755:0:26585:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d10eed400, rc 0) 00000100:00100000:2.0:1769074780.253817:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612805120:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 239us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074780.253846:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9968 00010000:00010000:3.0:1769074780.253975:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.253989:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080a00, rc 0) 00000100:00100000:3.0:1769074780.254015:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+26:2372:x1855007612804992:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 452us (12759us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.254022:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9967 00000100:00100000:1.0:1769074780.254956:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074780.255006:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805248 00000100:00100000:0.0:1769074780.255014:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805248 00000100:00100000:0.0:1769074780.255062:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9969 00000100:00100000:0.0:1769074780.255070:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+26:2372:x1855007612805248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074780.255085:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074780.255118:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b503 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074780.255140:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x211:0x0] initial LVB size: 4194304, mtime: 0x6971f05a, atime: 0x0, ctime: 0x6971f05a, blocks: 0x81d 00010000:00010000:0.0:1769074780.255154:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.255157:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.255164:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 27 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.255178:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 27 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.255188:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:0.0:1769074780.255222:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612805248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 152us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.255229:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9969 00000100:00100000:3.0:1769074780.255853:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805376 00000100:00100000:3.0:1769074780.255859:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805376 00000100:00100000:3.0:1769074780.255952:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9970 00000100:00100000:3.0:1769074780.255961:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612805376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074780.255974:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074780.255993:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b50a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074780.256015:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 4860768, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x539 00010000:00010000:3.0:1769074780.256027:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074780.256029:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074780.256036:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.256049:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.256058:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41080c00, rc 0) 00000100:00100000:3.0:1769074780.256143:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612805376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 183us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.256150:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9970 00000100:00100000:0.0:1769074780.397125:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074780.404004:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805504 00000100:00100000:3.0:1769074780.404032:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805504 00000100:00100000:2.0:1769074780.404269:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5541 00000100:00100000:2.0:1769074780.404283:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+27:2371:x1855007612805504:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074780.404337:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.404363:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 27 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.404373:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074780.404376:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074780.404380:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.404436:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 27 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.404455:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 27 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074780.404481:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619925248:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074780.405022:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d199ddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074780.408889:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.408939:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.408973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409037:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409061:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409082:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074780.409165:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805632 00000100:00100000:1.0:1769074780.409180:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805632 00000100:00100000:1.0:1769074780.409709:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805888 00000100:00100000:1.0:1769074780.409716:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805888 00000100:00100000:1.0:1769074780.409753:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612805760 00000100:00100000:1.0:1769074780.409757:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612805760 00000100:00100000:1.0:1769074780.409781:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806016 00000100:00100000:1.0:1769074780.409783:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806016 00000100:00100000:0.0:1769074780.409861:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806144 00000100:00100000:0.0:1769074780.409866:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806144 00000100:00100000:0.0:1769074780.409909:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806400 00000100:00100000:0.0:1769074780.409913:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806400 00000100:00100000:0.0:1769074780.409932:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806272 00000100:00100000:0.0:1769074780.409935:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806272 00000100:00100000:0.0:1769074780.409957:0:14428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806528 00000100:00100000:0.0:1769074780.409960:0:14428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806528 00000100:00100000:0.0:1769074780.409987:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5542 00000100:00100000:0.0:1769074780.409999:0:14428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612805632:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074780.410048:0:14428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410070:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410072:0:14428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410076:0:14428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410091:0:14428:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.410117:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5543 00000100:00100000:0.0:1769074780.410125:0:14429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612805888:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074780.410140:0:14429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410149:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410151:0:14429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410154:0:14429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410171:0:14429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.410235:0:13673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5544 00000100:00100000:0.0:1769074780.410243:0:13673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612805760:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074780.410258:0:13673:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410266:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410268:0:13673:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410270:0:13673:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410277:0:13673:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.410300:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5545 00000100:00100000:0.0:1769074780.410307:0:6537:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+35:2371:x1855007612806144:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074780.410322:0:6537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410334:0:6537:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410340:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410342:0:6537:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.410344:0:6537:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410391:0:6537:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.410406:0:6537:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:0.0:1769074780.410424:0:6537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619925376:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074780.410812:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5546 00000100:00100000:1.0:1769074780.410848:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612806400:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074780.410871:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.410892:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.410894:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.410897:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.410904:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074780.410930:0:14427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5547 00000100:00100000:1.0:1769074780.410939:0:14427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612806272:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074780.410957:0:14427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.410966:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.410967:0:14427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.410970:0:14427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.410984:0:14427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074780.411007:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5548 00000100:00100000:1.0:1769074780.411016:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+35:2370:x1855007612806528:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074780.411034:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.411046:0:14225:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 35 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.411052:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.411053:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074780.411056:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 4/1,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.411082:0:14225:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 35 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.411093:0:14225:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 35 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:1.0:1769074780.411105:0:14225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08850e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14225:1855007619925504:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074780.412868:0:6537:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d200196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074780.412950:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5549 00000100:00100000:0.0:1769074780.412971:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+35:2371:x1855007612806016:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074780.413020:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.413042:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.413045:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074780.413049:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.413058:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074780.414769:0:14225:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074780.416024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074780.416202:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26123:1855007619925248:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074780.416252:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.417467:0:14225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08850e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14225:1855007619925504:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074780.417500:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.418225:0:6537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6537:1855007619925376:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074780.418246:0:6537:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.419302:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074780.419413:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074780.430621:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806656 00000100:00100000:2.0:1769074780.430641:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806656 00010000:00010000:2.0:1769074780.430803:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 36 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074780.430885:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806784 00000100:00100000:2.0:1769074780.430890:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806784 00010000:00010000:2.0:1769074780.430908:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 37 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074780.430935:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612806912 00000100:00100000:2.0:1769074780.430939:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612806912 00010000:00010000:2.0:1769074780.430953:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 38 pid: 6531 timeout: 1864 lvb_type: 0 00000100:00100000:2.0:1769074780.430976:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5275 00000100:00100000:2.0:1769074780.430986:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+38:2371:x1855007612806656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074780.431004:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074780.431029:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 38 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074780.431043:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 38 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074780.431070:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8a8ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b45b expref: 38 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:2.0:1769074780.431090:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.431092:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.431098:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.431109:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.431118:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.431120:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.431122:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.436079:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.436101:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.436104:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.436111:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.436119:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.436315:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5276 00000100:00100000:0.0:1769074780.436339:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+37:2372:x1855007612806784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074780.436359:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074780.436387:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 37 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436401:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 37 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436425:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8a8fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b469 expref: 37 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436448:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.436450:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.436453:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.436460:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.436487:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074780.436563:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+36:2372:x1855007612806784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 236us (17266us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.436573:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5276 00000100:00100000:0.0:1769074780.436611:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5277 00000100:00100000:0.0:1769074780.436619:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+35:2372:x1855007612806912:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074780.436629:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074780.436641:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436654:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436666:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8a8f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b462 expref: 35 pid: 6531 timeout: 1864 lvb_type: 0 00010000:00010000:0.0:1769074780.436677:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.436678:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.436682:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.436691:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437002:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437004:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437007:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437015:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437021:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437022:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437025:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437032:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437037:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437038:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.437042:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437048:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437084:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074780.437111:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+34:2372:x1855007612806912:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 492us (17697us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.437118:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5277 00010000:00010000:0.0:1769074780.437232:0:6537:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.437241:0:6537:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.437636:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.437638:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074780.437642:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.437650:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.437688:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074780.438033:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+33:2371:x1855007612806656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7042us (22016us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074780.438036:0:14427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.438052:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5275 00010000:00010000:1.0:1769074780.438073:0:14427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.438369:0:13673:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.438383:0:13673:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.439066:0:14429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.439080:0:14429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.446465:0:14428:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.446492:0:14428:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.454786:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.454806:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.458931:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.458965:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.476075:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.476103:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.485109:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.494061:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516362:0:14429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516393:0:14429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516402:0:14429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516409:0:14429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074780.516414:0:14429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516424:0:14429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516447:0:14429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.516453:0:14429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8aa8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.520179:0:14429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8e818347-4d21-45d1-a323-b359656f3fdd+40:2370:x1855007612805888:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 110027us (111212us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074780.520204:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5543 00010000:00010000:2.0:1769074780.536103:0:13673:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536132:0:13673:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536142:0:13673:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536148:0:13673:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.536153:0:13673:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536162:0:13673:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536184:0:13673:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.536193:0:13673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aa93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.536288:0:13673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8e818347-4d21-45d1-a323-b359656f3fdd+38:2370:x1855007612805760:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 126039us (127308us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074780.536299:0:13673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5544 00010000:00010000:2.0:1769074780.555772:0:14428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555796:0:14428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555805:0:14428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555813:0:14428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074780.555817:0:14428:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555852:0:14428:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555872:0:14428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074780.555889:0:14428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8aa85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074780.555987:0:14428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8e818347-4d21-45d1-a323-b359656f3fdd+36:2370:x1855007612805632:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 145985us (147116us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074780.555998:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5542 00010000:00010000:1.0:1769074780.563397:0:14427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563424:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563433:0:14427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563441:0:14427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074780.563445:0:14427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563456:0:14427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563483:0:14427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.563494:0:14427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8aaa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074780.566389:0:14427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8e818347-4d21-45d1-a323-b359656f3fdd+34:2370:x1855007612806272:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 155433us (157288us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074780.566410:0:14427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5547 00010000:00010000:1.0:1769074780.577077:0:6537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577097:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577105:0:6537:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577111:0:6537:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074780.577115:0:6537:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577131:0:6537:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577151:0:6537:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.577158:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8aa9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074780.581514:0:6537:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612806144:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 171190us (172459us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074780.581530:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5545 00010000:00010000:3.0:1769074780.585492:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585515:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585523:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585530:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d10eed000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074780.585534:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585543:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585563:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.585570:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d10eed000/0x8b5959a9a0e8aa7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.585678:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+30:2371:x1855007612805504:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 181393us (188565us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074780.585692:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5541 00010000:00010000:1.0:1769074780.589620:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.589643:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.589652:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.589659:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074780.589664:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.589673:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.590356:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074780.590368:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8aaa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.592266:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+28:2370:x1855007612806400:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 181427us (183185us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074780.592285:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5546 00010000:00010000:3.0:1769074780.595562:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595588:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595596:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595603:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074780.595612:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595621:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595643:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.595650:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8aaaf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [4194304->4861951] (req 4194304->4861951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.595748:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612806528:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 184726us (186628us total) trans 0 rc 666464/666464 00000100:00100000:3.0:1769074780.595759:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5548 00010000:00010000:0.0:1769074780.605467:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605488:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605497:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605503:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074780.605510:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605518:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605539:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074780.605545:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aab6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074780.605653:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612806016:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 192688us (196641us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074780.605663:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5549 00000100:00100000:2.0:1769074780.933369:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074780.933520:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074780.937419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074780.943808:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807040 00000100:00100000:0.0:1769074780.943839:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807040 00000100:00100000:0.0:1769074780.943935:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807168 00000100:00100000:0.0:1769074780.943939:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807168 00000100:00100000:0.0:1769074780.943973:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9971 00000100:00100000:0.0:1769074780.943983:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612807040:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074780.944001:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074780.944024:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b511 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074780.945363:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9972 00000100:00100000:3.0:1769074780.945384:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612807168:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074780.945397:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074780.945416:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b518 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074780.945438:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x213:0x0] initial LVB size: 8388608, mtime: 0x6971f05b, atime: 0x0, ctime: 0x0, blocks: 0x2043 00010000:00010000:3.0:1769074780.945458:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074780.945460:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074780.945470:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.945488:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 26 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.945502:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:3.0:1769074780.945597:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612807168:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 222us (12076us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.945605:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9972 00002000:00010000:0.0:1769074780.948949:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20d:0x0] initial LVB size: 4194304, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x2007 00010000:00010000:0.0:1769074780.948987:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.948989:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.949005:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 26 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.949026:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 26 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.949040:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6200, rc 0) 00000100:00100000:0.0:1769074780.949129:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612807040:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5147us (15772us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.949138:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9971 00000100:00100000:0.0:1769074780.950003:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807296 00000100:00100000:0.0:1769074780.950015:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807296 00000100:00100000:0.0:1769074780.950109:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9973 00000100:00100000:0.0:1769074780.950118:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+26:2370:x1855007612807296:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074780.950135:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074780.950156:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b51f expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074780.950178:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x214:0x0] initial LVB size: 4860768, mtime: 0x6971f05b, atime: 0x0, ctime: 0x6971f05b, blocks: 0x539 00010000:00010000:0.0:1769074780.950192:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.950194:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074780.950202:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 27 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.950216:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 27 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074780.950225:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7200, rc 0) 00000100:00100000:0.0:1769074780.950275:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+27:2370:x1855007612807296:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 158us (12864us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074780.950282:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9973 00010000:00010000:2.0:1769074781.118019:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074781.186459:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619925632:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.186528:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619925888:0@lo:400:kworker.0 00000100:00100000:1.0:1769074781.186547:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074781.186583:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074781.186617:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619926144:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.186625:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074781.186635:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619926016:0@lo:400:kworker.0 00000100:00100000:1.0:1769074781.186651:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074781.186676:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925888 00000100:00100000:1.0:1769074781.186685:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074781.186686:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925888 00000100:00100000:1.0:1769074781.186695:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619925760:0@lo:400:kworker.0 00000100:00100000:1.0:1769074781.186724:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074781.186745:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619926272:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.186746:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925760 00000100:00100000:2.0:1769074781.186753:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925760 00000100:00100000:1.0:1769074781.186773:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074781.186861:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925632 00000100:00100000:0.0:1769074781.186876:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925632 00000100:00100000:0.0:1769074781.186907:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1769074781.186916:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619925632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074781.186963:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619925632:12345-0@lo:400:kworker.0 Request processed in 48us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074781.186970:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1769074781.187017:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926144 00000100:00100000:0.0:1769074781.187021:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926144 00000100:00100000:0.0:1769074781.187045:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1769074781.187051:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619926144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074781.187080:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619926144:12345-0@lo:400:kworker.0 Request processed in 29us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074781.187086:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1769074781.191402:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619925632:0@lo:400:kworker.0 00000100:00100000:1.0:1769074781.191427:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619926144:0@lo:400:kworker.0 00000100:00080000:1.0:1769074781.191487:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074781.191493:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074781.193697:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926272 00000100:00100000:2.0:1769074781.193715:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926272 00000100:00100000:2.0:1769074781.193756:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1769074781.193776:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619925888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.194621:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619925888:12345-0@lo:400:kworker.0 Request processed in 852us (8034us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074781.194630:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1769074781.194662:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1769074781.194670:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619925760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.194739:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619925760:12345-0@lo:400:kworker.0 Request processed in 70us (8015us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074781.194745:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1769074781.194798:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619925760:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.194889:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1769074781.196025:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619926272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.196113:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619926272:12345-0@lo:400:kworker.0 Request processed in 101us (9339us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074781.196121:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1769074781.196181:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619926272:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.196240:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074781.196282:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619925888:0@lo:400:kworker.0 00000100:00100000:2.0:1769074781.196316:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926016 00000100:00100000:2.0:1769074781.196322:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926016 00000100:00100000:2.0:1769074781.196676:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1769074781.196685:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619926016:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1769074781.196695:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074781.196736:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619926016:12345-0@lo:400:kworker.0 Request processed in 53us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074781.196744:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1769074781.196774:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619926016:0@lo:400:kworker.0 00010000:00010000:3.0:1769074782.143361:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074782.302206:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074782.302242:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074782.302267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074782.302290:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074782.302318:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807680 00000100:00100000:2.0:1769074782.302327:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807680 00000100:00100000:2.0:1769074782.302379:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807808 00000100:00100000:2.0:1769074782.302382:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807808 00000100:00100000:2.0:1769074782.302405:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:2.0:1769074782.302415:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612807680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074782.302484:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+27:2372:x1855007612807680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 70us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074782.302492:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:2.0:1769074782.302509:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00100000:2.0:1769074782.302515:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612807808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074782.302540:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612807808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074782.302546:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00080000:2.0:1769074782.302568:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074782.302572:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074782.302952:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807424 00000100:00100000:0.0:1769074782.302959:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807424 00000100:00100000:0.0:1769074782.302996:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:0.0:1769074782.303003:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612807424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074782.303042:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612807424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074782.303050:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:0.0:1769074782.303082:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612807552 00000100:00100000:0.0:1769074782.303086:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612807552 00000100:00100000:0.0:1769074782.303119:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00100000:0.0:1769074782.303125:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:2372:x1855007612807552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074782.303172:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+149:2372:x1855007612807552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074782.303178:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00080000:0.0:1769074782.303226:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769074783.177557:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074783.229989:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074783.230071:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074783.230153:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926400 00000100:00100000:3.0:1769074783.230161:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926400 00000100:00100000:3.0:1769074783.230225:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1769074783.230233:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619926400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074783.230266:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 335478784 pending 0 free 3835691008 avail 3833593856 00000100:00100000:3.0:1769074783.230304:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619926400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074783.230310:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00080000:3.0:1769074783.230330:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074783.230364:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074783.231714:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619926528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074783.231774:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074783.231858:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926528 00000100:00100000:1.0:1769074783.232006:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926528 00000100:00100000:1.0:1769074783.232062:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1769074783.232073:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619926528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074783.232112:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524222464 pending 0 free 3843031040 avail 3840933888 00000100:00100000:1.0:1769074783.232162:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619926528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074783.232170:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:1.0:1769074783.232203:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074783.232234:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619926528:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1769074783.335221:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872610 is committed 00000001:00080000:1.0:1769074783.335239:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872621 is committed 00000001:00080000:1.0:1769074783.335258:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872613 is committed 00000001:00080000:0.0:1769074783.846606:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839586 is committed 00000001:00080000:0.0:1769074783.846650:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839577 is committed 00000001:00080000:0.0:1769074783.846662:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839589 is committed 00000001:00080000:0.0:1769074783.846673:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839580 is committed 00010000:00010000:2.0:1769074784.192262:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074784.354142:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941371 is committed 00010000:00010000:3.0:1769074785.214200:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074786.238651:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074786.302194:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619926656:0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.302284:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.302379:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926656 00000100:00100000:1.0:1769074786.302388:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926656 00000100:00100000:1.0:1769074786.302437:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1769074786.302445:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619926656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074786.305137:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619926784:0@lo:400:kworker.0 00000100:00100000:3.0:1769074786.305211:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.306160:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619926656:12345-0@lo:400:kworker.0 Request processed in 3710us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074786.306174:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1769074786.307299:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619926912:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.307363:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.307400:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074786.307406:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927040:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.307432:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.307481:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926784 00000100:00100000:1.0:1769074786.307489:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926784 00000100:00100000:1.0:1769074786.307943:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619926912 00000100:00100000:1.0:1769074786.307949:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619926912 00000100:00100000:1.0:1769074786.307987:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1769074786.307995:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619926784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308054:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619926784:12345-0@lo:400:kworker.0 Request processed in 60us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074786.308060:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1769074786.308077:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1769074786.308083:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619926912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308116:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619926912:12345-0@lo:400:kworker.0 Request processed in 33us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074786.308122:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:1.0:1769074786.308140:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074786.308175:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619926912:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308216:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619927296:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308243:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.308271:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619926784:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308298:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074786.308303:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619927168:0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308328:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074786.308354:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927296 00000100:00100000:1.0:1769074786.308358:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927296 00000100:00100000:1.0:1769074786.308381:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1769074786.308387:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619927296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074786.308420:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619927296:12345-0@lo:400:kworker.0 Request processed in 33us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074786.308426:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1769074786.308459:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619927296:0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.309930:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619926656:0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.309996:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927040 00000100:00100000:2.0:1769074786.310002:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927040 00000100:00100000:2.0:1769074786.310063:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927168 00000100:00100000:2.0:1769074786.310066:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927168 00000100:00100000:2.0:1769074786.310088:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1769074786.310095:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.310169:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927040:12345-0@lo:400:kworker.0 Request processed in 74us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074786.310177:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1769074786.310194:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1769074786.310200:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619927168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.310233:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619927168:12345-0@lo:400:kworker.0 Request processed in 34us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074786.310239:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1769074786.310297:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839589 gen 2 00000004:00080000:2.0:1769074786.310302:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147d880, transno 21474839581 00000004:00080000:2.0:1769074786.310319:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ca80, transno 21474839582 00000004:00080000:2.0:1769074786.310323:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ce00, transno 21474839583 00000004:00080000:2.0:1769074786.310325:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147c380, transno 21474839584 00000004:00080000:2.0:1769074786.310328:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ed80, transno 21474839585 00000004:00080000:2.0:1769074786.310331:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147fb80, transno 21474839586 00000004:00080000:2.0:1769074786.310333:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ea00, transno 21474839587 00000004:00080000:2.0:1769074786.310336:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147df80, transno 21474839588 00000004:00080000:2.0:1769074786.310338:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147c700, transno 21474839589 00000100:00100000:2.0:1769074786.310343:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927040:0@lo:400:kworker.0 00000100:00100000:2.0:1769074786.310368:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872621 gen 2 00000004:00080000:2.0:1769074786.310372:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a8380, transno 17179872614 00000004:00080000:2.0:1769074786.310378:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050aad80, transno 17179872615 00000004:00080000:2.0:1769074786.310381:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050ab100, transno 17179872616 00000004:00080000:2.0:1769074786.310385:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0ace7800, transno 17179872617 00000004:00080000:2.0:1769074786.310387:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a8e00, transno 17179872618 00000004:00080000:2.0:1769074786.310390:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a9180, transno 17179872619 00000004:00080000:2.0:1769074786.310393:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a9c00, transno 17179872620 00000004:00080000:2.0:1769074786.310395:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a8000, transno 17179872621 00000100:00100000:2.0:1769074786.310400:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619927168:0@lo:400:kworker.0 00000004:00080000:2.0:1769074786.311415:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000004:00080000:2.0:1769074786.312065:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00080000:1.0:1769074786.312325:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074786.312331:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074787.261855:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074787.262098:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808064 00000100:00100000:0.0:1769074787.262110:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808064 00000100:00100000:0.0:1769074787.262174:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2760 00000100:00100000:0.0:1769074787.262185:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+145:58364:x1855007612808064:12345-192.168.204.39@tcp:35:rm.0 00000100:00100000:0.0:1769074787.262516:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+146:58364:x1855007612808064:12345-192.168.204.39@tcp:35:rm.0 Request processed in 331us (703us total) trans 8589941372 rc 0/0 00000100:00100000:0.0:1769074787.262525:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2760 00010000:00010000:0.0:1769074787.262850:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769074787.263978:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074787.270419:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074787.270790:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808320 00000100:00100000:2.0:1769074787.270802:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808320 00000100:00100000:2.0:1769074787.270888:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6493 00000100:00100000:2.0:1769074787.270897:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+146:58364:x1855007612808320:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1769074787.270971:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1769074787.271002:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8ea00/0x8b5959a9a0e8a989 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4af expref: 146 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.271026:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8aa07 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e0 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.271044:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8a943 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4a1 expref: 144 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.271054:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d03c0b700) 00010000:00010000:2.0:1769074787.271071:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8571f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1186db expref: 143 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.271081:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d21af1300) 00010000:00010000:2.0:1769074787.271087:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074787.271115:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271129:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271138:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271149:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271157:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271162:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271557:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271567:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.271573:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:2.0:1769074787.275610:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1639, 64 off142760 00000004:00080000:2.0:1769074787.275625:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1771436800768ns, next at 1772436797824ns, rc = 0 00000040:00080000:2.0:1769074787.275680:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1637, 64 off142584 00000004:00080000:2.0:1769074787.275687:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1771436863590ns, next at 1772436861908ns, rc = 0 00000040:00080000:2.0:1769074787.275708:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1638, 64 off142648 00000040:00080000:2.0:1769074787.275723:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1640, 64 off142824 00000040:00080000:2.0:1769074787.275737:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1641, 64 off142888 00000040:00080000:2.0:1769074787.275751:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1639, 64 off142712 00000040:00080000:2.0:1769074787.277131:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1640, 64 off142776 00000040:00080000:2.0:1769074787.277170:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1641, 64 off142840 00000040:00080000:2.0:1769074787.277190:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1642, 64 off142952 00000040:00080000:2.0:1769074787.277206:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1642, 64 off142904 00000040:00080000:2.0:1769074787.277222:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1643, 64 off143016 00000040:00080000:2.0:1769074787.277236:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1643, 64 off142968 00000040:00080000:2.0:1769074787.277251:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1644, 64 off143080 00000040:00080000:2.0:1769074787.277265:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1645, 64 off143144 00000040:00080000:2.0:1769074787.277278:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1646, 64 off143208 00000040:00080000:2.0:1769074787.277290:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1647, 64 off143272 00000040:00080000:2.0:1769074787.277303:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1644, 64 off143032 00010000:00010000:2.0:1769074787.277425:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277445:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277456:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277463:0:30391:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277469:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277474:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277551:0:30391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074787.277575:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277581:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277588:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277593:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074787.277597:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277604:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277626:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074787.277629:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074787.277634:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277640:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aae0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277748:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277755:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277770:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277777:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074787.277779:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277784:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277791:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074787.277794:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074787.277797:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.277801:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aad2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000004:00010000:2.0:1769074787.277817:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006557fc9e reply state 00000000916f56ab transno 8589941373 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074787.277867:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074787.277967:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808320:12345-192.168.204.39@tcp:36:rm.0 Request processed in 7066us (7554us total) trans 8589941373 rc 0/0 00000100:00100000:2.0:1769074787.277976:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6493 00010000:00010000:1.0:1769074787.285450:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074787.285464:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.285475:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074787.285480:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.285489:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.285507:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:1.0:1769074787.285510:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074787.285515:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.285520:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96800/0x8b5959a9a0e8aae7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.285541:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074787.285543:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074787.285544:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074787.292751:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.292781:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.292788:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.292794:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074787.292798:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.292805:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.292879:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ffdc7bb (ffff956d0e7cea00) 00010000:00010000:1.0:1769074787.292883:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074787.293169:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074787.293178:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8aad9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ffdc7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074787.305154:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074787.305335:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808448 00000100:00100000:2.0:1769074787.305346:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808448 00000100:00100000:2.0:1769074787.305408:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6494 00000100:00100000:2.0:1769074787.305418:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+143:58364:x1855007612808448:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1769074787.305442:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074787.305466:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aaee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b526 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.305532:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.305546:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.305557:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074787.305756:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1769074787.305770:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074787.306089:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074787.306119:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8aaee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b526 expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.306142:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b526 expref: 144 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074787.306151:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074787.306154:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074787.306158:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:2.0:1769074787.306717:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808448:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1297us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074787.306725:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6494 00000100:00100000:2.0:1769074787.315917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074787.316005:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808576 00000100:00100000:3.0:1769074787.316015:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808576 00000100:00100000:3.0:1769074787.316065:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6495 00000100:00100000:3.0:1769074787.316074:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808576:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1769074787.316093:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074787.316115:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8aafc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b52d expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074787.316186:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316199:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316210:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316224:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316230:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316236:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316313:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316321:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316327:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316333:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074787.316336:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316342:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316357:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:3.0:1769074787.316360:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074787.316365:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316381:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316398:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316405:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316411:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316423:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074787.316426:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316437:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316444:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3a1902b1 (ffff956d0e7fa500) 00010000:00010000:3.0:1769074787.316447:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074787.316449:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316454:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a1902b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074787.316485:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8aafc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b52d expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074787.316495:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:3.0:1769074787.316497:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074787.316500:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8aafc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b52d expref: 145 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074787.316508:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:3.0:1769074787.316578:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808576:12345-192.168.204.39@tcp:101:rm.0 Request processed in 505us (673us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074787.316594:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6495 00000100:00100000:3.0:1769074787.320202:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074787.321655:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808704 00000100:00100000:1.0:1769074787.321668:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808704 00000100:00100000:1.0:1769074787.321736:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6496 00000100:00100000:1.0:1769074787.321746:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808704:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1769074787.321776:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074787.321798:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b534 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074787.321879:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.321905:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.321916:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.321930:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.321937:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.321942:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322004:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322011:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322017:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322022:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074787.322026:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322032:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322042:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:1.0:1769074787.322045:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074787.322049:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322054:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322066:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322072:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322077:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322082:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074787.322085:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322093:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322100:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfbdcc6f6 (ffff956d0c8b9500) 00010000:00010000:1.0:1769074787.322102:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074787.322105:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322110:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfbdcc6f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074787.322140:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab11 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b534 expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074787.322150:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:1.0:1769074787.322152:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074787.322157:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b534 expref: 145 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074787.322166:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e200, rc 0) 00000100:00100000:1.0:1769074787.322241:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+144:58364:x1855007612808704:12345-192.168.204.39@tcp:101:rm.0 Request processed in 495us (2048us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074787.322248:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6496 00000100:00100000:2.0:1769074787.429448:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074787.429499:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074787.429538:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074787.429626:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809088 00000100:00100000:3.0:1769074787.429637:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809088 00000100:00100000:3.0:1769074787.429716:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808960 00000100:00100000:3.0:1769074787.429720:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808960 00000100:00100000:3.0:1769074787.429744:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:3.0:1769074787.429753:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2372:x1855007612809088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074787.429886:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2372:x1855007612809088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 133us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074787.429894:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:3.0:1769074787.429912:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:3.0:1769074787.429931:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612808960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074787.429958:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+22:2372:x1855007612808960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074787.429963:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:1.0:1769074787.430317:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612808832 00000100:00100000:1.0:1769074787.430323:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612808832 00000100:00100000:1.0:1769074787.430371:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:1.0:1769074787.430379:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612808832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074787.430413:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612808832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074787.430420:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00080000:2.0:1769074787.430710:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074787.430716:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1769074788.286393:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074788.350141:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1772511314950ns, next at 1773511312773ns, rc = 0 00000100:00100000:3.0:1769074788.350383:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074788.350452:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074788.350579:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927424 00000100:00100000:2.0:1769074788.350588:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927424 00000100:00100000:2.0:1769074788.350650:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1769074788.350660:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074788.350694:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 335478784 pending 0 free 3835691008 avail 3833593856 00000100:00100000:2.0:1769074788.350739:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074788.350758:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00080000:3.0:1769074788.350968:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074788.351013:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927424:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1769074788.353249:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1772514423792ns, next at 1773514421524ns, rc = 0 00000100:00100000:3.0:1769074788.353325:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074788.353349:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074788.353434:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074788.353493:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927552 00000100:00100000:3.0:1769074788.353500:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927552 00000100:00100000:3.0:1769074788.353554:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1769074788.353564:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074788.353597:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524222464 pending 0 free 3843031040 avail 3840933888 00000100:00100000:3.0:1769074788.353641:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619927552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074788.353651:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:3.0:1769074788.353673:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074788.353706:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619927552:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1769074789.275227:0:33805:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 200c: layout change racing with open: LOVEA changes ========================================================== 04:39:48 (1769074788) 00010000:00010000:0.0:1769074789.311150:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074789.480980:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1338 committed 00000001:00080000:1.0:1769074789.481009:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941372 is committed 00000004:00080000:1.0:1769074789.481018:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1337 committed 00000001:00080000:1.0:1769074789.481034:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941373 is committed 00000004:00080000:1.0:1769074789.481037:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1336 committed 00000004:00080000:1.0:1769074789.481040:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1337 committed 00000100:00100000:1.0:1769074789.481242:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481315:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481368:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.481391:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481408:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481424:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481437:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481455:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481478:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074789.481483:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.481501:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481528:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481549:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481578:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481597:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481612:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481632:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481649:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074789.481655:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481680:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481694:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074789.481711:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.481754:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927680 00000100:00100000:1.0:1769074789.481761:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927680 00000100:00100000:1.0:1769074789.481806:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927808 00000100:00100000:1.0:1769074789.481809:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927808 00000100:00100000:1.0:1769074789.481862:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928320 00000100:00100000:1.0:1769074789.481865:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928320 00000100:00100000:1.0:1769074789.481878:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928832 00000100:00100000:1.0:1769074789.481880:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928832 00000100:00100000:1.0:1769074789.481890:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619927936 00000100:00100000:1.0:1769074789.481893:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619927936 00000100:00100000:1.0:1769074789.481902:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928448 00000100:00100000:1.0:1769074789.481905:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928448 00000100:00100000:1.0:1769074789.481913:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928064 00000100:00100000:1.0:1769074789.481917:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928064 00000100:00100000:1.0:1769074789.481925:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928576 00000100:00100000:1.0:1769074789.481927:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928576 00000100:00100000:1.0:1769074789.481935:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928192 00000100:00100000:1.0:1769074789.481938:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928192 00000100:00100000:1.0:1769074789.481946:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619928704 00000100:00100000:1.0:1769074789.481948:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619928704 00000100:00100000:1.0:1769074789.481962:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9974 00000100:00100000:1.0:1769074789.481970:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619927680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1769074789.481994:0:6531:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:529 count 1 00010000:00010000:1.0:1769074789.482019:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482038:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482046:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482048:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482051:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482078:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482092:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 12 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.482102:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619928960:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.482154:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01359240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.482172:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9975 00000100:00100000:1.0:1769074789.482179:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619927808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1769074789.482193:0:26306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:524 count 1 00010000:00010000:1.0:1769074789.482206:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.482209:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9976 00010000:00010000:1.0:1769074789.482218:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074789.482218:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619928320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1769074789.482225:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482227:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1769074789.482229:0:21706:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:528 count 1 00010000:00010000:1.0:1769074789.482230:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.482240:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482251:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 21 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.482251:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 12 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.482258:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.482260:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482261:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 21 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.482262:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074789.482272:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619929088:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.482278:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 12 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.482286:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 12 pid: 25507 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.482294:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01359780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074789.482295:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619929216:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.482312:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9977 00000100:00100000:3.0:1769074789.482314:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.482318:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619928832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1769074789.482330:0:6533:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:535 count 1 00010000:00010000:1.0:1769074789.482341:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482352:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482359:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074789.482360:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074789.482362:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482379:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482388:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 12 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:1.0:1769074789.482399:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619929344:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.482421:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0ec93480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.482436:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9978 00000100:00100000:1.0:1769074789.482443:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619927936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1769074789.482454:0:7967:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:526 count 1 00010000:00010000:1.0:1769074789.482466:0:7967:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482476:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482482:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482484:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482486:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482504:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482512:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.482521:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619929472:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.482548:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103eda80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.482564:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9979 00000100:00100000:1.0:1769074789.482571:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3289:x1855007619928448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1769074789.482582:0:33558:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:532 count 1 00010000:00010000:1.0:1769074789.482592:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482603:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482609:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482611:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.482614:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.482631:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 12 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.482639:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 12 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.482667:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9980 00000100:00100000:3.0:1769074789.482678:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619928064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074789.482689:0:26584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:530 count 1 00010000:00010000:3.0:1769074789.482699:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.482710:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 12 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.482716:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.482718:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.482720:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.482750:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 12 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.482758:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 12 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.482766:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619929728:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074789.482789:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e889c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074789.483121:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619929856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074789.483158:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074789.483175:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619930368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074789.483191:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074789.483203:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074789.483207:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619930240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074789.483223:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074789.484391:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619929856 00000100:00100000:0.0:1769074789.484402:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619929856 00000100:00100000:0.0:1769074789.484437:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619930368 00000100:00100000:0.0:1769074789.484440:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619930368 00000100:00100000:0.0:1769074789.484450:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619930240 00000100:00100000:0.0:1769074789.484454:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619930240 00000100:00100000:0.0:1769074789.484471:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9981 00000100:00100000:0.0:1769074789.484480:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619928576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074789.484504:0:26585:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:533 count 1 00010000:00010000:0.0:1769074789.484526:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.484543:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074789.484560:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.484561:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.484564:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.484592:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 12 pid: 26585 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074789.484603:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 12 pid: 26585 timeout: 1873 lvb_type: 1 00000100:00100000:0.0:1769074789.484614:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619930624:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074789.484670:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d10077840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074789.484687:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9982 00000100:00100000:0.0:1769074789.484694:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619928192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074789.484706:0:25507:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:531 count 1 00010000:00010000:0.0:1769074789.484715:0:25507:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.484738:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 12 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074789.484745:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.484746:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.484749:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.484767:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 12 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074789.484775:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 12 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:0.0:1769074789.484784:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619930752:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.485066:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619929600:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.485095:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.485117:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9983 00000100:00100000:1.0:1769074789.485125:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3291:x1855007619928704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1769074789.485137:0:6534:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:534 count 1 00010000:00010000:1.0:1769074789.485150:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.485161:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 12 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.485168:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.485169:0:6534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.485172:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.485191:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 12 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.485199:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 12 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.485208:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619930880:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.485228:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d198fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.485457:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619930112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.485492:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074789.485516:0:26360:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 12 min 3 max 116 00000100:00100000:2.0:1769074789.485524:0:26360:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_012' 00000100:00100000:0.0:1769074789.485612:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074789.485615:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074789.485624:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619929984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.485648:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.485666:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619930496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.485685:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074789.485701:0:33557:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 12 min 3 max 116 00000100:00100000:1.0:1769074789.485708:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619930112 00000100:00100000:1.0:1769074789.485714:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619930112 00000100:00100000:1.0:1769074789.485751:0:33557:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 12 min 3 max 116 00000100:00100000:1.0:1769074789.485755:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619929984 00000100:00100000:1.0:1769074789.485758:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619929984 00000100:00100000:1.0:1769074789.485765:0:33557:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 12 min 3 max 116 00000100:00100000:1.0:1769074789.485768:0:33557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619930496 00000100:00100000:1.0:1769074789.485770:0:33557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619930496 00000100:00100000:2.0:1769074789.489159:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9984 00000100:00100000:2.0:1769074789.489177:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3290:x1855007619929856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1769074789.489209:0:33818:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:527 count 1 00010000:00010000:2.0:1769074789.489234:0:33818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.489255:0:33818:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 21 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074789.489264:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.489266:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.489269:0:33818:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.489303:0:33818:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 21 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074789.489316:0:33818:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.489330:0:33818:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619931008:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074789.489415:0:33818:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074789.520485:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520505:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520523:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520631:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520647:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520662:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520683:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520707:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.520768:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619929216:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.520800:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.520863:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809344 00000100:00100000:3.0:1769074789.520870:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809344 00010000:00010000:3.0:1769074789.520919:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 13 pid: 25507 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.520943:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809216 00000100:00100000:3.0:1769074789.520947:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809216 00010000:00010000:3.0:1769074789.520963:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 22 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.520976:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809472 00000100:00100000:3.0:1769074789.520979:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809472 00010000:00010000:3.0:1769074789.520988:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 14 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.520998:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809856 00000100:00100000:3.0:1769074789.521000:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809856 00010000:00010000:3.0:1769074789.521009:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 15 pid: 26585 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.521018:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810112 00000100:00100000:3.0:1769074789.521021:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810112 00010000:00010000:3.0:1769074789.521031:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 23 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.521041:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810368 00000100:00100000:3.0:1769074789.521044:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810368 00010000:00010000:3.0:1769074789.521054:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 16 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.521081:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809984 00000100:00100000:3.0:1769074789.521083:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809984 00010000:00010000:3.0:1769074789.521095:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 17 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.521104:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810240 00000100:00100000:3.0:1769074789.521107:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810240 00000100:00100000:1.0:1769074789.521116:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619928960:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.521122:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 18 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521131:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.521136:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5278 00000100:00100000:3.0:1769074789.521145:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612809344:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074789.521152:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5279 00000100:00100000:1.0:1769074789.521157:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612809216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.521159:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.521164:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 18 pid: 25507 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521165:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074789.521169:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 23 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.521174:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 18 pid: 25507 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521178:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 23 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.521200:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8aa54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4e7 expref: 18 pid: 25507 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521203:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.521205:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.521209:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.521216:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.521217:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.521219:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.521220:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.521227:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.521236:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074789.521241:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074789.521282:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612809216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 123us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.521289:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5279 00000100:00100000:1.0:1769074789.521308:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5280 00000100:00100000:1.0:1769074789.521314:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612809472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074789.521320:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074789.521323:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8fc00/0x8b5959a9a0e8a9cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4b6 expref: 22 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521324:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 17 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.521336:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 17 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.521336:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619929088:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.521348:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8a9d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4bd expref: 17 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.521349:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.521358:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.521358:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.521360:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.521363:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.521365:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.521371:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.521375:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.521382:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.521384:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074789.521398:0:26306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074789.521975:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619930624:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074789.521995:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074789.522022:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619930752:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074789.522032:0:25507:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074789.522053:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5281 00000100:00100000:0.0:1769074789.522061:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612809856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074789.522070:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074789.522075:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 16 pid: 26585 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.522083:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 16 pid: 26585 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.522095:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eed400/0x8b5959a9a0e8aa62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4fc expref: 16 pid: 26585 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.522105:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.522106:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.522109:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.522116:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.522132:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.522318:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612809344:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1171us (1839us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.522326:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5278 00000100:00100000:3.0:1769074789.522344:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5282 00000100:00100000:3.0:1769074789.522350:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612810112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.522357:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.522362:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522371:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522384:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522386:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522389:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522400:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522410:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.522427:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:2373:x1855007612810112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 78us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.522433:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5282 00000100:00100000:3.0:1769074789.522447:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5283 00000100:00100000:3.0:1769074789.522453:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612810368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.522461:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.522465:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 14 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522474:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 14 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522492:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d4171d400/0x8b5959a9a0e8a9f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d9 expref: 14 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522501:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522502:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522504:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522511:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522528:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.522546:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612810368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 93us (1883us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.522552:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5283 00000100:00100000:3.0:1769074789.522563:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5284 00000100:00100000:3.0:1769074789.522570:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612809984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.522577:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.522582:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 12 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522590:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 12 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522600:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522601:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522604:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522610:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522620:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.522636:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:2373:x1855007612809984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 67us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.522642:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5284 00000100:00100000:3.0:1769074789.522654:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5285 00000100:00100000:3.0:1769074789.522661:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612810240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.522668:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.522672:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 11 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522681:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 11 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.522691:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522692:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.522694:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522700:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522711:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.522737:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612810240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 76us (2029us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.522744:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5285 00000100:00100000:3.0:1769074789.522775:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619929728:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.522789:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1769074789.522806:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074789.522810:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1769074789.522819:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522846:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522856:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522863:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.522877:0:21706:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074789.523387:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619928320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41169us (41959us total) trans 17179872622 rc 0/0 00000100:00100000:3.0:1769074789.523395:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9976 00000100:00100000:3.0:1769074789.523412:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9985 00000100:00100000:3.0:1769074789.523419:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619930368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074789.523440:0:21706:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:525 count 1 00010000:00010000:3.0:1769074789.523458:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523471:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.523477:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.523478:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.523481:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523512:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 20 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.523524:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 20 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.523537:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619931136:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074789.523586:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e889c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074789.523601:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074789.523607:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523615:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074789.523619:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523628:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523641:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523647:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ab2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523662:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074789.523666:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523671:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074789.523674:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523680:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523688:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523694:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8ab34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.523706:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074789.523707:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074789.523709:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074789.525563:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612809472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4245us (5035us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.525563:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.525574:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5280 00000100:00100000:1.0:1769074789.525601:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809600 00000100:00100000:1.0:1769074789.525609:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809600 00000100:00100000:3.0:1769074789.525623:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074789.525635:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 10 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:1.0:1769074789.525664:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612809728 00000100:00100000:1.0:1769074789.525667:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612809728 00000100:00100000:3.0:1769074789.525667:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074789.525680:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.525692:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810496 00000100:00100000:1.0:1769074789.525694:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810496 00010000:00010000:1.0:1769074789.525703:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 11 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.525714:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5286 00000100:00100000:1.0:1769074789.525722:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612809600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074789.525744:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074789.525750:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 11 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:3.0:1769074789.525757:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5287 00010000:00010000:1.0:1769074789.525764:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 11 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:3.0:1769074789.525765:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612809728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.525774:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.525778:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.525789:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.525791:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.525792:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 21 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.525804:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.525806:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.525807:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.525809:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.525817:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.525817:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.525855:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074789.525855:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.525895:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612809728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 128us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.525902:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5287 00000100:00100000:3.0:1769074789.525918:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5288 00000100:00100000:3.0:1769074789.525923:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612810496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074789.525930:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.525935:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 11 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.525944:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 11 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.525957:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41081200/0x8b5959a9a0e8a9e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4c4 expref: 11 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.525974:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.525976:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.525979:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.525987:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.526005:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074789.526023:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612810496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 99us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.526029:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5288 00010000:00010000:3.0:1769074789.526054:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.526139:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.526149:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.526158:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074789.526175:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612809600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 453us (618us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074789.526175:0:26584:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074789.526181:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5286 00010000:00010000:1.0:1769074789.526226:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708400/0x8b5959a9a0e8a904 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b470 expref: 8 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:1.0:1769074789.526236:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6533:1855007619929344:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.526255:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526263:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526268:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526275:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526281:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526295:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074789.526668:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619928064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43992us (45069us total) trans 17179872624 rc 0/0 00000100:00100000:3.0:1769074789.526681:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9980 00000100:00100000:3.0:1769074789.526704:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9986 00000100:00100000:3.0:1769074789.526712:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3290:x1855007619930240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.526744:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619928832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44426us (45287us total) trans 17179872623 rc 0/0 00002000:00080000:3.0:1769074789.526744:0:26584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:530 count 1 00000100:00100000:1.0:1769074789.526751:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9977 00000100:00100000:1.0:1769074789.526765:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9987 00010000:00010000:3.0:1769074789.526765:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074789.526771:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619930112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1769074789.526779:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1769074789.526783:0:6533:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:529 count 1 00010000:00010000:3.0:1769074789.526786:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074789.526788:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074789.526791:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526792:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526813:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.526816:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526820:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.526845:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.526848:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.526867:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 20 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.526877:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 20 pid: 25507 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.526890:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619931392:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.526938:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0ec93480 going to sleep for 11 seconds 00010000:00010000:3.0:1769074789.527002:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:3.0:1769074789.527011:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619931264:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074789.527035:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074789.527124:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d800/0x8b5959a9a0e8a9eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4cb expref: 20 pid: 21706 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.527136:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619929472:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.527152:0:7967:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.527160:0:7967:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.527166:0:7967:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.527173:0:7967:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527174:0:33818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4171d600/0x8b5959a9a0e8a9f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4d2 expref: 19 pid: 21706 timeout: 1873 lvb_type: 1 00010000:00010000:1.0:1769074789.527181:0:7967:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.527185:0:33818:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619931008:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.527190:0:7967:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1769074789.527198:0:33818:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527204:0:33818:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527210:0:33818:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527218:0:33818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527225:0:33818:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.527232:0:33818:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1769074789.527685:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3289:x1855007619927936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45241us (46180us total) trans 21474839592 rc 0/0 00000100:00100000:3.0:1769074789.527689:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3290:x1855007619929856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38519us (44531us total) trans 21474839591 rc 0/0 00000100:00100000:1.0:1769074789.527694:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9978 00000100:00100000:3.0:1769074789.530328:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9984 00000100:00100000:3.0:1769074789.530692:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.530776:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619931136:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.530845:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.530882:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9988 00000100:00100000:3.0:1769074789.530896:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619929984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074789.530934:0:33818:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:528 count 1 00010000:00010000:3.0:1769074789.530964:0:33818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.530983:0:33818:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 18 pid: 6531 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074789.531539:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810624 00000100:00100000:2.0:1769074789.531642:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810624 00010000:00010000:2.0:1769074789.531678:0:33556:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 19 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.531716:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5289 00000100:00100000:2.0:1769074789.531734:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612810624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074789.531745:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074789.531750:0:33556:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 19 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.531764:0:33556:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 19 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.531791:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8aabd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b511 expref: 19 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.531896:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.531899:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.531903:0:33818:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.531944:0:33818:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 19 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074789.531956:0:33818:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 19 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:3.0:1769074789.531971:0:33818:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619931520:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074789.532162:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.532164:0:33556:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.532169:0:33556:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532178:0:33556:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532199:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074789.532230:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8e818347-4d21-45d1-a323-b359656f3fdd+18:2372:x1855007612810624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 507us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.532239:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5289 00000004:00080000:2.0:1769074789.532305:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147fb80/2, rc 0, transno 21474839591 00000100:00100000:2.0:1769074789.532320:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619929856:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1769074789.532391:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532399:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532413:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532420:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.532432:0:21706:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1769074789.533594:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074789.533886:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612809856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11823us (13251us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.533908:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5281 00000100:00100000:3.0:1769074789.534010:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074789.534055:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3290:x1855007619930368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10634us (50860us total) trans 21474839593 rc 0/0 00000100:00100000:1.0:1769074789.534065:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9989 00000100:00100000:2.0:1769074789.534070:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9985 00000100:00100000:1.0:1769074789.534094:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619931648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074789.534129:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074789.534198:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d10eec200/0x8b5959a9a0e8aa5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4ee expref: 6 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.534215:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619929600:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.534240:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.534253:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.534263:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.534272:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.534282:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.534294:0:33558:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1769074789.536649:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619928448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53939us (54959us total) trans 17179872625 rc 0/0 00000100:00100000:1.0:1769074789.536665:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9979 00000100:00100000:1.0:1769074789.536700:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619931648 00000100:00100000:1.0:1769074789.536709:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619931648 00000100:00100000:1.0:1769074789.536767:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9990 00000100:00100000:1.0:1769074789.536778:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619931648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1769074789.537704:0:33558:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:532 count 1 00010000:00010000:1.0:1769074789.537745:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.537767:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.537781:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.537782:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.537786:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.537837:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 17 pid: 26306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074789.537849:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 17 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.537866:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619931776:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074789.538084:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d01359240 going to sleep for 11 seconds 00010000:00010000:1.0:1769074789.538135:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41080c00/0x8b5959a9a0e8aa77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b50a expref: 5 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.538149:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6534:1855007619930880:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.538173:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.538186:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.538192:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.538210:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.538221:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.538232:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1769074789.539281:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619928704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54153us (57564us total) trans 17179872626 rc 0/0 00000100:00100000:1.0:1769074789.539296:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9983 00010000:00010000:1.0:1769074789.539437:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.539447:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.539456:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.539463:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.539474:0:6531:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1769074789.540197:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810752 00000100:00100000:0.0:1769074789.540207:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810752 00000100:00100000:3.0:1769074789.540313:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.540362:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619931264:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.540386:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.540491:0:33818:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c035f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074789.540505:0:33818:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619931520:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074789.540518:0:33818:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.540629:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 18 pid: 25507 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.540639:0:5739:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612810880 00000100:00100000:2.0:1769074789.540644:0:5739:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612810880 00010000:00010000:2.0:1769074789.540663:0:5739:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 19 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:0.0:1769074789.540670:0:26370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811008 00000100:00100000:0.0:1769074789.540673:0:26370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811008 00000100:00100000:2.0:1769074789.540680:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5290 00010000:00010000:0.0:1769074789.540684:0:26370:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 20 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.540687:0:5739:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612810752:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074789.540695:0:26370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5291 00000100:00100000:0.0:1769074789.540700:0:26370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:2373:x1855007612810880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074789.540700:0:5739:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074789.540705:0:5739:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 20 pid: 25507 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.540706:0:26370:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074789.540710:0:26370:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 1873 lvb_type: 0 00010000:00010000:0.0:1769074789.540720:0:26370:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 1873 lvb_type: 0 00010000:00010000:2.0:1769074789.540720:0:5739:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 20 pid: 25507 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.540753:0:26370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8a8d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b44d expref: 20 pid: 6531 timeout: 1873 lvb_type: 0 00000100:00100000:3.0:1769074789.540760:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5292 00000100:00100000:3.0:1769074789.540768:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612811008:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074789.540769:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.540771:0:26370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.540775:0:26370:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540776:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074789.540780:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 19 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.540785:0:26370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540789:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 19 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.540811:0:26370:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074789.540812:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41080a00/0x8b5959a9a0e8aa69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b4f5 expref: 19 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:3.0:1769074789.540838:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.540839:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074789.540842:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540849:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540863:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074789.540866:0:26370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612810880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (6856us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.540873:0:26370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5291 00000100:00100000:3.0:1769074789.540877:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612811008:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 112us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.540885:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5292 00010000:00010000:3.0:1769074789.540901:0:33818:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540909:0:33818:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540917:0:33818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540924:0:33818:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.540934:0:33818:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:1.0:1769074789.541243:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619927680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59271us (59926us total) trans 17179872627 rc 0/0 00000100:00100000:1.0:1769074789.541251:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9974 00010000:00010000:1.0:1769074789.541275:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1769074789.541281:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541289:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.541293:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.541298:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3292:x1855007619929984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10408us (55649us total) trans 21474839594 rc 0/0 00010000:00010000:1.0:1769074789.541302:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074789.541304:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9988 00010000:00010000:1.0:1769074789.541315:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541322:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ab50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541340:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1769074789.541345:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541351:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.541354:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541360:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541372:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541378:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ab3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541390:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1769074789.541394:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541399:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.541402:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541407:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541415:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541420:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8ab42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541430:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1769074789.541434:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541444:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.541447:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541453:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541462:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541468:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ab6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541482:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1769074789.541486:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541492:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074789.541493:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074789.541495:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541496:0:5739:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.541499:0:5739:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541502:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541507:0:5739:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.541511:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541522:0:5739:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074789.541637:0:5739:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:2373:x1855007612810752:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 856us (7953us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.541646:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5290 00000004:00080000:2.0:1769074789.541741:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ce00/2, rc 0, transno 21474839593 00000100:00100000:2.0:1769074789.541749:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619930368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074789.541785:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3289:x1855007619927808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59607us (60393us total) trans 21474839590 rc 0/0 00000100:00100000:2.0:1769074789.541792:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9975 00010000:00010000:2.0:1769074789.541896:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aa70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b503 expref: 15 pid: 25507 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.541907:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6533:1855007619931392:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074789.541924:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541933:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541939:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541948:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541955:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.541966:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1769074789.542414:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619930112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15641us (56919us total) trans 21474839595 rc 0/0 00000100:00100000:2.0:1769074789.542421:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9987 00000004:00080000:2.0:1769074789.542457:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10870a80/2, rc 0, transno 17179872626 00000100:00100000:2.0:1769074789.542463:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928704:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1769074789.542472:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d37de1500/2, rc 0, transno 17179872624 00000100:00100000:2.0:1769074789.542475:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1769074789.542677:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.542689:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.542696:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.542703:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.542713:0:26585:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1769074789.543081:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ab73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543103:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1769074789.543108:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543114:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.543118:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543125:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543139:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543144:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ab49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543156:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1769074789.543159:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543163:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.543167:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543173:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543181:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543186:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8ab65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543197:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074789.543200:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543204:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.543207:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.543213:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074789.543878:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619928576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59395us (62240us total) trans 17179872628 rc 0/0 00000100:00100000:0.0:1769074789.543887:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9981 00010000:00010000:1.0:1769074789.544678:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544690:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ab26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544717:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074789.544732:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544739:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.544743:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544752:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544762:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544769:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ab88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544782:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074789.544786:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544791:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.544794:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544802:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544811:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544817:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ab81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544844:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074789.544848:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544855:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.544858:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544864:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544873:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544879:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8ab57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.544892:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.544893:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.544896:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074789.544944:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10871c00/2, rc 0, transno 17179872628 00000100:00100000:3.0:1769074789.544953:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928576:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1769074789.545320:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ed80/2, rc 0, transno 21474839592 00000100:00100000:2.0:1769074789.545327:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927936:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1769074789.545407:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10871880/2, rc 0, transno 17179872625 00000100:00100000:2.0:1769074789.545411:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928448:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1769074789.545421:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d37de0700/2, rc 0, transno 17179872627 00000100:00100000:2.0:1769074789.545424:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927680:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1769074789.545432:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147c380/2, rc 0, transno 21474839590 00000100:00100000:2.0:1769074789.545434:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619927808:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1769074789.545441:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10873b80/2, rc 0, transno 17179872622 00000100:00100000:2.0:1769074789.545444:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928320:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1769074789.545450:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0ace7800/2, rc 0, transno 17179872623 00000100:00100000:2.0:1769074789.545453:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619928832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1769074789.545477:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074789.545501:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619930496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1769074789.545534:0:7967:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:531 count 1 00010000:00010000:2.0:1769074789.545636:0:7967:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.545655:0:7967:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074789.545662:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.545664:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.545667:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.545699:0:7967:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074789.545711:0:7967:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.545733:0:7967:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619931904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074789.545782:0:25507:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.545792:0:25507:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.545801:0:25507:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.545814:0:25507:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.545841:0:25507:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1769074789.546103:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ea00/2, rc 0, transno 21474839594 00000100:00100000:1.0:1769074789.546110:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619929984:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1769074789.546119:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147df80/2, rc 0, transno 21474839595 00000100:00100000:1.0:1769074789.546122:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619930112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1769074789.546134:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074789.546138:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.546145:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.546148:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.546156:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.546168:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.546176:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ab5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.546189:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.546190:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.546192:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074789.547657:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3291:x1855007619928192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62957us (65969us total) trans 17179872629 rc 0/0 00000100:00100000:0.0:1769074789.547670:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9982 00010000:00010000:0.0:1769074789.547756:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074789.547947:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.547957:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074789.548459:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d10873480/2, rc 0, transno 17179872629 00000100:00100000:1.0:1769074789.548468:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619928192:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1769074789.548783:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.548795:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.548848:0:26584:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074789.549199:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074789.549206:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.549216:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.549220:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.549228:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.549245:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.549251:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ab7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.549271:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.549273:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.549275:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074789.550219:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3290:x1855007619930240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23504us (66990us total) trans 21474839596 rc 0/0 00000100:00100000:0.0:1769074789.550231:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9986 00000100:00100000:0.0:1769074789.552236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074789.552356:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811136 00000100:00100000:0.0:1769074789.552366:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811136 00010000:00010000:0.0:1769074789.552408:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 15 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:0.0:1769074789.552450:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5293 00000100:00100000:0.0:1769074789.552460:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612811136:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074789.552477:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074789.552483:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 15 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.552499:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 15 pid: 26306 timeout: 1873 lvb_type: 1 00010000:00010000:0.0:1769074789.552541:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.552548:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074789.552553:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.552564:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.552587:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074789.552640:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612811136:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 181us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.552648:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5293 00000004:00080000:0.0:1769074789.553037:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147c700/2, rc 0, transno 21474839596 00000100:00100000:0.0:1769074789.553045:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619930240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074789.553076:0:7967:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074789.553090:0:7967:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7967:1855007619931904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074789.553108:0:7967:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553475:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aacb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b51f expref: 14 pid: 26306 timeout: 1873 lvb_type: 1 00000100:00100000:1.0:1769074789.553490:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619931776:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074789.553508:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553527:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553539:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553557:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553566:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.553585:0:33558:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074789.555157:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619931648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18377us (21021us total) trans 21474839597 rc 0/0 00000100:00100000:1.0:1769074789.555169:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9990 00010000:00010000:1.0:1769074789.555205:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074789.555213:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.555223:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074789.555227:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.555236:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.555253:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.555265:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8ab8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.555283:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.555285:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074789.555287:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074789.562932:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a9c00/2, rc 0, transno 21474839597 00000100:00100000:3.0:1769074789.562953:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619931648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074789.563176:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074789.563586:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811264 00000100:00100000:2.0:1769074789.563596:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811264 00010000:00010000:2.0:1769074789.563638:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 1873 lvb_type: 1 00000100:00100000:2.0:1769074789.563684:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5294 00000100:00100000:2.0:1769074789.563695:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612811264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074789.563710:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074789.563715:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.563741:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.563767:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aac4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b518 expref: 14 pid: 6531 timeout: 1873 lvb_type: 1 00010000:00010000:2.0:1769074789.563783:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.563786:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074789.563790:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.563801:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074789.563870:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074789.563921:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612811264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.563930:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5294 00010000:00010000:1.0:1769074789.566749:0:7967:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.566767:0:7967:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.566778:0:7967:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.566785:0:7967:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.566805:0:7967:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074789.570602:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074789.570618:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.570632:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074789.570636:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.570646:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.570668:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.570676:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c97c00/0x8b5959a9a0e8ab96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074789.570702:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074789.570704:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074789.570706:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074789.579775:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619930496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45691us (94078us total) trans 21474839598 rc 0/0 00000100:00100000:1.0:1769074789.579791:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9989 00000004:00080000:3.0:1769074789.579849:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c050a8380/2, rc 0, transno 21474839598 00000100:00100000:3.0:1769074789.579857:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619930496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074789.670980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.671074:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811392 00000100:00100000:3.0:1769074789.671084:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811392 00000100:00100000:3.0:1769074789.671144:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:3.0:1769074789.671155:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:58530:x1855007612811392:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:3.0:1769074789.671171:0:29850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074789.671188:0:29850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff956d04ec7c00/0x8b5959a9a0e8ab9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b53b expref: -99 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.671217:0:29850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff956d04ec7c00/0x8b5959a9a0e8ab9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b53b expref: 10 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.671228:0:29850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff956d04ec7c00/0x8b5959a9a0e8ab9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b53b expref: 10 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.671236:0:29850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7c00, rc 0) 00000100:00100000:3.0:1769074789.671389:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612811392:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 235us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.671396:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:1.0:1769074789.681268:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.682172:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811520 00000100:00100000:3.0:1769074789.682185:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811520 00000100:00100000:3.0:1769074789.682258:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00100000:3.0:1769074789.682268:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612811520:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:3.0:1769074789.682650:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612811520:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 382us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.682659:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00100000:0.0:1769074789.692309:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.698215:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811648 00000100:00100000:1.0:1769074789.698231:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811648 00000100:00100000:1.0:1769074789.698308:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 319 00000100:00100000:1.0:1769074789.698319:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612811648:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:1.0:1769074789.698940:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612811648:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 618us (6635us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.698950:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 319 00000100:00100000:2.0:1769074789.710714:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.711158:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811776 00000100:00100000:3.0:1769074789.711170:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811776 00000100:00100000:3.0:1769074789.711292:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:3.0:1769074789.711303:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58534:x1855007612811776:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1769074789.711780:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58534:x1855007612811776:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 477us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.711788:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:2.0:1769074789.758059:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.758472:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612811904 00000100:00100000:3.0:1769074789.758482:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612811904 00000100:00100000:3.0:1769074789.758531:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:3.0:1769074789.758545:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58534:x1855007612811904:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1769074789.758806:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58534:x1855007612811904:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 268us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.758813:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:0.0:1769074789.780105:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.780787:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812032 00000100:00100000:3.0:1769074789.780801:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812032 00000100:00100000:3.0:1769074789.780893:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:3.0:1769074789.780901:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+10:58530:x1855007612812032:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:3.0:1769074789.780918:0:29850:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074789.780935:0:29850:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff956d04ec7000/0x8b5959a9a0e8aba4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b565 expref: -99 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.780969:0:29850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff956d04ec7000/0x8b5959a9a0e8aba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b565 expref: 11 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.780980:0:29850:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff956d04ec7000/0x8b5959a9a0e8aba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b565 expref: 11 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074789.780994:0:29850:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074789.781057:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+11:58530:x1855007612812032:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 156us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.781073:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:2.0:1769074789.793297:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.793404:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812160 00000100:00100000:1.0:1769074789.793415:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812160 00000100:00100000:1.0:1769074789.793473:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:1.0:1769074789.793485:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+11:58530:x1855007612812160:12345-192.168.204.39@tcp:256:mount.lustre.0 20000000:01000000:1.0:1769074789.793513:0:29851:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1769074789.793559:0:29851:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1769074789.793563:0:29851:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1769074789.799330:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+11:58530:x1855007612812160:12345-192.168.204.39@tcp:256:mount.lustre.0 Request processed in 5836us (6030us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.799345:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:0.0:1769074789.807869:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.808266:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812288 00000100:00100000:1.0:1769074789.808277:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812288 00000100:00100000:1.0:1769074789.808391:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:1.0:1769074789.808403:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+11:58530:x1855007612812288:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:1.0:1769074789.808420:0:29851:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074789.808438:0:29851:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff956d0748e000/0x8b5959a9a0e8abab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b56c expref: -99 pid: 29851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.808466:0:29851:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff956d0748e000/0x8b5959a9a0e8abab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b56c expref: 12 pid: 29851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.808478:0:29851:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff956d0748e000/0x8b5959a9a0e8abab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b56c expref: 12 pid: 29851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074789.808491:0:29851:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e000, rc 0) 00000100:00100000:1.0:1769074789.808570:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58530:x1855007612812288:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 170us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.808578:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:2.0:1769074789.814479:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.814812:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812416 00000100:00100000:1.0:1769074789.814919:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812416 00000100:00100000:0.0:1769074789.818283:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:0.0:1769074789.818299:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58530:x1855007612812416:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:0.0:1769074789.818536:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58530:x1855007612812416:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 239us (4167us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.818554:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:2.0:1769074789.831667:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074789.839122:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812544 00000100:00100000:0.0:1769074789.839136:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812544 00000100:00100000:0.0:1769074789.839199:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:0.0:1769074789.839206:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58530:x1855007612812544:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:0.0:1769074789.839531:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58530:x1855007612812544:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 324us (7873us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.839849:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:1.0:1769074789.844530:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.845213:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812672 00000100:00100000:3.0:1769074789.845225:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812672 00000100:00100000:3.0:1769074789.845294:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:3.0:1769074789.845303:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+12:58541:x1855007612812672:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1769074789.845539:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+12:58541:x1855007612812672:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 236us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074789.845548:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:2.0:1769074789.853804:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074789.853960:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812800 00000100:00100000:0.0:1769074789.853971:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812800 00000100:00100000:0.0:1769074789.854021:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:0.0:1769074789.854031:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58541:x1855007612812800:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1769074789.854277:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:58541:x1855007612812800:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 246us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.854301:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:2.0:1769074789.858304:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074789.863715:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612812928 00000100:00100000:3.0:1769074789.863741:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612812928 00000100:00100000:0.0:1769074789.867549:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.868103:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813312 00000100:00100000:1.0:1769074789.868114:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813312 00000100:00100000:1.0:1769074789.868203:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:1.0:1769074789.868213:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+142:2371:x1855007612813312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074789.868292:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+142:2371:x1855007612813312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.868299:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00080000:3.0:1769074789.869048:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074789.873509:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6497 00000100:00100000:2.0:1769074789.873530:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2369:x1855007612812928:12345-192.168.204.39@tcp:38:mount.lustre.0 00010000:00080000:2.0:1769074789.873571:0:30391:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 2f350b61-220d-44c0-add1-2054ba0cd22d@192.168.204.39@tcp t0 exp 0000000000000000 cur 1774 last 0 00000020:00000080:2.0:1769074789.873624:0:30391:0:(genops.c:1402:class_connect()) connect: client 2f350b61-220d-44c0-add1-2054ba0cd22d, cookie 0x8b5959a9a0e8abb2 00000004:00100000:2.0:1769074789.873655:0:30391:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1769074789.873925:0:30391:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff956d2e861d00 00000100:00080000:2.0:1769074789.873963:0:30391:0:(import.c:65:import_set_state_nolock()) ffff956d205d5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1769074789.874033:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2369:x1855007612812928:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 503us (15738us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.877976:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6497 00000100:00100000:0.0:1769074789.882554:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074789.883011:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813056 00000100:00100000:2.0:1769074789.883022:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813056 00000100:00100000:2.0:1769074789.883103:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6498 00000100:00100000:2.0:1769074789.883114:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:0:x1855007612813056:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:2.0:1769074789.883157:0:30391:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 5505024 pending 0 free 2259550208 avail 2257453056 00000100:00100000:2.0:1769074789.883227:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:0:x1855007612813056:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 115us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.883235:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6498 00000100:00080000:3.0:1769074789.883301:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074789.883488:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074789.883846:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813184 00000100:00100000:0.0:1769074789.883852:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813184 00000100:00100000:0.0:1769074789.883886:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6499 00000100:00100000:0.0:1769074789.883893:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813184:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:0.0:1769074789.883909:0:30549:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 5505024 pending 0 free 2259550208 avail 2257453056 00000100:00100000:0.0:1769074789.883954:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813184:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 62us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074789.883961:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6499 00000100:00100000:1.0:1769074789.886359:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074789.886682:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813440 00000100:00100000:2.0:1769074789.886691:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813440 00000100:00100000:2.0:1769074789.886805:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6500 00000100:00100000:2.0:1769074789.886816:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813440:12345-192.168.204.39@tcp:40:mount.lustre.0 00000100:00100000:2.0:1769074789.886929:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813440:12345-192.168.204.39@tcp:40:mount.lustre.0 Request processed in 115us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074789.886937:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6500 00000100:00100000:1.0:1769074789.889299:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.889346:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.889389:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074789.889417:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813568 00000100:00100000:1.0:1769074789.889426:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813568 00000100:00100000:1.0:1769074789.889459:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813696 00000100:00100000:1.0:1769074789.889462:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813696 00000100:00100000:1.0:1769074789.889485:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9991 00000100:00100000:1.0:1769074789.889493:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:2369:x1855007612813568:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:1.0:1769074789.889533:0:33558:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 2f350b61-220d-44c0-add1-2054ba0cd22d@192.168.204.39@tcp t0 exp 0000000000000000 cur 1774 last 0 00000020:00000080:1.0:1769074789.889570:0:33558:0:(genops.c:1402:class_connect()) connect: client 2f350b61-220d-44c0-add1-2054ba0cd22d, cookie 0x8b5959a9a0e8abb9 00002000:00100000:1.0:1769074789.889581:0:33558:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 2f350b61-220d-44c0-add1-2054ba0cd22d/ffff956d0edf9800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113204 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1769074789.889603:0:33558:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1769074789.889684:0:33558:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff956c02da9f00 00002000:00080000:1.0:1769074789.889691:0:33558:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1769074789.889727:0:33558:0:(import.c:65:import_set_state_nolock()) ffff956d2521a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1769074789.889781:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2369:x1855007612813568:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 288us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.889788:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9991 00000100:00100000:1.0:1769074789.889803:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9992 00000100:00100000:1.0:1769074789.889808:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:2369:x1855007612813696:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:1.0:1769074789.889846:0:33558:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 2f350b61-220d-44c0-add1-2054ba0cd22d@192.168.204.39@tcp t0 exp 0000000000000000 cur 1774 last 0 00000020:00000080:1.0:1769074789.889862:0:33558:0:(genops.c:1402:class_connect()) connect: client 2f350b61-220d-44c0-add1-2054ba0cd22d, cookie 0x8b5959a9a0e8abc0 00002000:00100000:1.0:1769074789.889866:0:33558:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2f350b61-220d-44c0-add1-2054ba0cd22d/ffff956d0572d000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113204 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1769074789.889880:0:33558:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1769074789.889914:0:33558:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff956c02b57a00 00002000:00080000:1.0:1769074789.889920:0:33558:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1769074789.889932:0:33558:0:(import.c:65:import_set_state_nolock()) ffff956d0572b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1769074789.889953:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2369:x1855007612813696:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 144us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.889959:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9992 00000100:00100000:1.0:1769074789.889979:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813824 00000100:00100000:1.0:1769074789.889983:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813824 00000100:00100000:1.0:1769074789.890009:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2761 00000100:00100000:1.0:1769074789.890015:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813824:12345-192.168.204.39@tcp:33:mount.lustre.0 00000004:00200000:1.0:1769074789.890098:0:29859:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000100:00100000:1.0:1769074789.890148:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58530:x1855007612813824:12345-192.168.204.39@tcp:33:mount.lustre.0 Request processed in 132us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074789.890155:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2761 00000100:00100000:1.0:1769074790.159464:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.159549:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612813952 00000100:00100000:2.0:1769074790.159561:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612813952 00000100:00100000:2.0:1769074790.159632:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6501 00000100:00100000:2.0:1769074790.159642:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+142:58561:x1855007612813952:12345-192.168.204.39@tcp:41:lfs.0 00000004:00000024:2.0:1769074790.159675:0:30391:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 5505024 pending 0 free 2259550208 avail 2257453056 00000100:00100000:2.0:1769074790.159767:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+142:58561:x1855007612813952:12345-192.168.204.39@tcp:41:lfs.0 Request processed in 116us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.159775:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6501 00000100:00100000:1.0:1769074790.177629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.178118:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814080 00000100:00100000:2.0:1769074790.178128:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814080 00000100:00100000:2.0:1769074790.178186:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:2.0:1769074790.178195:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8e818347-4d21-45d1-a323-b359656f3fdd+13:58561:x1855007612814080:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:2.0:1769074790.178223:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3835691008 avail 3833593856 00000100:00100000:2.0:1769074790.178294:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8e818347-4d21-45d1-a323-b359656f3fdd+13:58561:x1855007612814080:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 100us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.178302:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:1.0:1769074790.188311:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074790.188402:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814208 00000100:00100000:3.0:1769074790.188413:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814208 00000100:00100000:3.0:1769074790.188474:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 603 00000100:00100000:3.0:1769074790.188485:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8e818347-4d21-45d1-a323-b359656f3fdd+5:58561:x1855007612814208:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:3.0:1769074790.188537:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527630336 pending 0 free 3843031040 avail 3840933888 00000100:00100000:3.0:1769074790.188611:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8e818347-4d21-45d1-a323-b359656f3fdd+5:58561:x1855007612814208:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 126us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.188618:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 603 00000100:00100000:0.0:1769074790.201478:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074790.211421:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814336 00000100:00100000:1.0:1769074790.211437:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814336 00000100:00100000:1.0:1769074790.211523:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6502 00000100:00100000:1.0:1769074790.211615:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58561:x1855007612814336:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074790.211635:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074790.211656:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8abc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b596 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.211732:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074790.211747:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074790.211760:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:1.0:1769074790.211863:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1769074790.211868:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074790.211893:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074790.211912:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8abc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.211927:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.211932:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:1.0:1769074790.211934:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074790.211937:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ea00, rc 0) 00000100:00100000:2.0:1769074790.213601:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+7:58561:x1855007612814336:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2058us (12119us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.213626:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6502 00000100:00100000:1.0:1769074790.222984:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.223086:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814464 00000100:00100000:2.0:1769074790.223097:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814464 00000100:00080000:3.0:1769074790.223166:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074790.223174:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:2.0:1769074790.223184:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58561:x1855007612814464:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:2.0:1769074790.223213:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3835691008 avail 3833593856 00000100:00100000:2.0:1769074790.223272:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58561:x1855007612814464:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 90us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.223280:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:1.0:1769074790.225685:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074790.225759:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814592 00000100:00100000:3.0:1769074790.225769:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814592 00000100:00100000:3.0:1769074790.225936:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:3.0:1769074790.225947:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58561:x1855007612814592:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:3.0:1769074790.225981:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527630336 pending 0 free 3843031040 avail 3840933888 00000100:00100000:3.0:1769074790.226040:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58561:x1855007612814592:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 95us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.226047:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00080000:0.0:1769074790.230474:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074790.247947:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.248295:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814848 00000100:00100000:2.0:1769074790.248305:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814848 00000100:00100000:2.0:1769074790.248371:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6503 00000100:00100000:2.0:1769074790.248380:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+142:58562:x1855007612814848:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074790.248409:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074790.248412:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074790.248437:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96600/0x8b5959a9a0e8aaf5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b526 expref: 142 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.248456:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074790.248461:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074790.248473:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8abd5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b59d expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.248613:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074790.248627:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.248635:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074790.248668:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 6 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.248682:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 6 pid: 30549 timeout: 1874 lvb_type: 0 00000100:00100000:2.0:1769074790.248697:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619932032:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074790.248793:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074790.251907:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619932032:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074790.251939:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074790.266786:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.267168:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612814976 00000100:00100000:2.0:1769074790.267183:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612814976 00010000:00010000:2.0:1769074790.267240:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 7 pid: 30549 timeout: 1874 lvb_type: 0 00000100:00100000:2.0:1769074790.267291:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5295 00000100:00100000:2.0:1769074790.267301:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2371:x1855007612814976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074790.267316:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074790.267322:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 7 pid: 30549 timeout: 1874 lvb_type: 0 00010000:00010000:2.0:1769074790.267337:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 7 pid: 30549 timeout: 1874 lvb_type: 0 00010000:00010000:2.0:1769074790.267358:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8abce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b596 expref: 7 pid: 30549 timeout: 1874 lvb_type: 0 00010000:00010000:2.0:1769074790.267376:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074790.267381:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074790.267392:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074790.267399:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074790.267512:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074790.267585:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612814976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 285us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.267593:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5295 00010000:00010000:3.0:1769074790.269384:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.269399:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.269427:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.269441:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.269452:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00080000:3.0:1769074790.274651:0:30549:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x218:0x0], index 1: 0 00010000:00010000:3.0:1769074790.275143:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8abea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275162:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8abea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275174:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8abea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275213:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275221:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275228:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275234:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074790.275238:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275245:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275257:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:3.0:1769074790.275261:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074790.275266:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.275271:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8abdc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000004:00010000:3.0:1769074790.275287:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea1e7388 reply state 00000000d70dd7a6 transno 8589941374 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:3.0:1769074790.275295:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074790.275330:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97000/0x8b5959a9a0e8abd5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b59d expref: 144 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074790.275348:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8abea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b59d expref: 143 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074790.275356:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074790.275358:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074790.275361:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:3.0:1769074790.276147:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+144:58562:x1855007612814848:12345-192.168.204.39@tcp:101:dd.0 Request processed in 27763us (28205us total) trans 8589941374 rc 0/0 00000100:00100000:3.0:1769074790.276160:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6503 00010000:00010000:3.0:1769074790.281202:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281218:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281225:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281231:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074790.281235:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281243:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281258:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7fa500) 00010000:00010000:3.0:1769074790.281261:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074790.281266:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.281271:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abe3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074790.312152:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074790.312476:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612815104 00000100:00100000:3.0:1769074790.312487:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612815104 00000100:00100000:2.0:1769074790.312662:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9993 00000100:00100000:2.0:1769074790.312719:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:58562:x1855007612815104:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074790.312738:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074790.312760:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8abf8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5a4 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074790.312803:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074790.312860:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074790.312862:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074790.312873:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8abf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5a4 expref: 6 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.312893:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8abf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5a4 expref: 6 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074790.312911:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96600, rc 0) 00000100:00100000:2.0:1769074790.312995:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+6:58562:x1855007612815104:12345-192.168.204.39@tcp:101:dd.0 Request processed in 300us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074790.313003:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9993 00010000:00010000:1.0:1769074790.335144:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074790.343409:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.343560:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612815232 00000100:00100000:2.0:1769074790.343575:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612815232 00002000:00100000:2.0:1769074790.343645:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x218:0x0] (0->1048575) req@ffff956d411b9180 x1855007612815232/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:326/0 lens 488/0 e 0 to 0 dl 1769074801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074790.343658:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9180 with x1855007612815232 ext(0->1048575) 00002000:00010000:2.0:1769074790.343665:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b9180 00000100:00100000:2.0:1769074790.343707:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5550 00000100:00100000:2.0:1769074790.343729:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+6:2372:x1855007612815232:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1769074790.393035:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612815232:12345-192.168.204.39@tcp:4:dd.0 Request processed in 49295us (49627us total) trans 17179872630 rc 0/0 00000100:00100000:2.0:1769074790.393050:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5550 00002000:00100000:2.0:1769074790.393065:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x218:0x0] (0->1048575) req@ffff956d411b9180 x1855007612815232/t17179872630(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:326/0 lens 488/448 e 0 to 0 dl 1769074801 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074790.393075:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d411b9180 with x1855007612815232 ext(0->1048575) 00002000:00010000:2.0:1769074790.393081:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d411b9180 00000100:00100000:1.0:1769074790.435493:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074790.435642:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612815616 00000100:00100000:0.0:1769074790.435653:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612815616 00000100:00100000:0.0:1769074790.435732:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2762 00000100:00100000:0.0:1769074790.435742:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+143:58562:x1855007612815616:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:0.0:1769074790.436159:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+144:58562:x1855007612815616:12345-192.168.204.39@tcp:35:dd.0 Request processed in 417us (675us total) trans 8589941375 rc 0/0 00000100:00100000:0.0:1769074790.436166:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2762 00000100:00100000:1.0:1769074790.436894:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074790.440120:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612815360 00000100:00100000:2.0:1769074790.440136:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612815360 00002000:00100000:2.0:1769074790.440195:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x218:0x0] (1048576->2097151) req@ffff956c0bfced80 x1855007612815360/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:326/0 lens 488/0 e 0 to 0 dl 1769074801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074790.440213:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfced80 with x1855007612815360 ext(1048576->2097151) 00002000:00010000:2.0:1769074790.440220:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfced80 00000100:00100000:2.0:1769074790.440326:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5551 00000100:00100000:2.0:1769074790.440336:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612815360:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1769074790.462020:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612815360:12345-192.168.204.39@tcp:4:dd.0 Request processed in 21674us (25117us total) trans 17179872631 rc 0/0 00000100:00100000:2.0:1769074790.462034:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5551 00002000:00100000:2.0:1769074790.462049:0:26133:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x218:0x0] (1048576->2097151) req@ffff956c0bfced80 x1855007612815360/t17179872631(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:326/0 lens 488/448 e 0 to 0 dl 1769074801 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074790.462061:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c0bfced80 with x1855007612815360 ext(1048576->2097151) 00002000:00010000:2.0:1769074790.462066:0:26133:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c0bfced80 00000100:00100000:2.0:1769074790.493410:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074790.493550:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612815744 00000100:00100000:3.0:1769074790.493566:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612815744 00000100:00100000:3.0:1769074790.493620:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6504 00000100:00100000:3.0:1769074790.493629:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+144:58563:x1855007612815744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074790.493654:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074790.493676:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5ab expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074790.493774:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.493788:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.493799:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:3.0:1769074790.493893:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1769074790.493897:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074790.493920:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074790.493942:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8abff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ab expref: 146 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074790.493959:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ab expref: 145 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074790.493969:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa500) 00010000:00010000:3.0:1769074790.493972:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1769074790.493975:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:3.0:1769074790.494019:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+145:58563:x1855007612815744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 392us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.494026:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6504 00000100:00100000:1.0:1769074790.499761:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074790.500095:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816000 00000100:00100000:0.0:1769074790.500106:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816000 00000100:00100000:0.0:1769074790.500168:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6505 00000100:00100000:0.0:1769074790.500177:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+145:58563:x1855007612816000:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074790.500197:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074790.500219:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5b2 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.500322:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac14 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074790.500340:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac14 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074790.500352:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac14 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074790.500371:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:0.0:1769074790.500685:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b2 expref: 148 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.500705:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac14 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b2 expref: 147 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.500723:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:0.0:1769074790.500727:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1769074790.500730:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6c00, rc 0) 00000100:00100000:0.0:1769074790.500800:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+147:58563:x1855007612816000:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 623us (1049us total) trans 8589941376 rc 0/0 00000100:00100000:0.0:1769074790.500808:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6505 00000100:00100000:1.0:1769074790.563993:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074790.564106:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816256 00000100:00100000:0.0:1769074790.564116:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816256 00000100:00100000:0.0:1769074790.564176:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2763 00000100:00100000:0.0:1769074790.564186:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+147:37586:x1855007612816256:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1769074790.564770:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+148:37586:x1855007612816256:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 583us (784us total) trans 8589941377 rc 0/0 00000100:00100000:0.0:1769074790.564779:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2763 00000100:00100000:2.0:1769074790.572736:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074790.572820:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816512 00000100:00100000:1.0:1769074790.572863:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816512 00000100:00100000:1.0:1769074790.572929:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2764 00000100:00100000:1.0:1769074790.572939:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+148:37586:x1855007612816512:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1769074790.573195:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+149:37586:x1855007612816512:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 257us (469us total) trans 8589941378 rc 0/0 00000100:00100000:1.0:1769074790.573200:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2764 00000100:00100000:1.0:1769074790.591976:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074790.592655:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816640 00000100:00100000:0.0:1769074790.592667:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816640 00000100:00100000:0.0:1769074790.592812:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 828 00000100:00100000:0.0:1769074790.592842:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0730b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+149:37586:x1855007612816640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074790.592858:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 138 locks, starting at 0 00010000:00010000:0.0:1769074790.592882:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac14 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b2 expref: 149 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.592899:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:0.0:1769074790.592908:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ac06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ab expref: 148 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.592918:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa500) 00010000:00010000:0.0:1769074790.592930:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8abea lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b59d expref: 147 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.592938:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:0.0:1769074790.592973:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e80357 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1156ec expref: 146 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.592983:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a1:0x0].0x0 (ffff956d0c8b9900) 00010000:00010000:0.0:1769074790.592993:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5aa00/0x8b5959a9a0e767ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111d09 expref: 145 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593001:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x15a:0x0].0x0 (ffff956d0c8b9f00) 00010000:00010000:0.0:1769074790.593012:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204400/0x8b5959a9a0e76797 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111d02 expref: 144 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593020:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x159:0x0].0x0 (ffff956d414a5900) 00010000:00010000:0.0:1769074790.593031:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080e00/0x8b5959a9a0e766b7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x156:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111cb5 expref: 143 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593039:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x156:0x0].0x0 (ffff956d414a5700) 00010000:00010000:0.0:1769074790.593065:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b600/0x8b5959a9a0e765c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x151:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111c84 expref: 142 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593075:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x151:0x0].0x0 (ffff956d414a5000) 00010000:00010000:0.0:1769074790.593083:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166cc00/0x8b5959a9a0e6511f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c48d expref: 141 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593092:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5c:0x0].0x0 (ffff956d1099e100) 00010000:00010000:0.0:1769074790.593102:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9400/0x8b5959a9a0e7646b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x151:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111c14 expref: 140 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593111:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x151:0x0].0x0 (ffff956d414a5000) 00010000:00010000:0.0:1769074790.593119:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205800/0x8b5959a9a0e76170 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x14c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111b11 expref: 139 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593130:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9f9000/0x8b5959a9a0e75fcc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x14c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111a8c expref: 138 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593137:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14c:0x0].0x0 (ffff956d117b9200) 00010000:00010000:0.0:1769074790.593160:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a000/0x8b5959a9a0e75a93 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x146:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1118e8 expref: 137 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593170:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205e00/0x8b5959a9a0e75951 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x146:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11187f expref: 136 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593192:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x146:0x0].0x0 (ffff956d03a29500) 00010000:00010000:0.0:1769074790.593206:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158200/0x8b5959a9a0e755ca lrc: 0/0,0 mode: --/CR res: [0x200000404:0x144:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111760 expref: 135 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593213:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x144:0x0].0x0 (ffff956d0dd4ba00) 00010000:00010000:0.0:1769074790.593224:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064200/0x8b5959a9a0e75514 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11171a expref: 134 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593235:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8000/0x8b5959a9a0e753b6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x141:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1116aa expref: 133 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593242:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x141:0x0].0x0 (ffff956d0dd4bd00) 00010000:00010000:0.0:1769074790.593251:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081a00/0x8b5959a9a0e74e53 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x13b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1114ff expref: 132 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593656:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b200/0x8b5959a9a0e74d2d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x13b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111496 expref: 131 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593668:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x13b:0x0].0x0 (ffff956d0dd4b100) 00010000:00010000:0.0:1769074790.593682:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e749f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x13a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11137e expref: 130 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593690:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x13a:0x0].0x0 (ffff956d0dd4b600) 00010000:00010000:0.0:1769074790.593699:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204000/0x8b5959a9a0e74825 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x138:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1112f9 expref: 129 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593718:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x138:0x0].0x0 (ffff956d117b9e00) 00010000:00010000:0.0:1769074790.593745:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205200/0x8b5959a9a0e74776 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x134:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1112ba expref: 128 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593758:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ac00/0x8b5959a9a0e74626 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x134:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111258 expref: 127 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593766:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x134:0x0].0x0 (ffff956d1099e800) 00010000:00010000:0.0:1769074790.593774:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5b800/0x8b5959a9a0e7434e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c111163 expref: 126 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593783:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5ba00/0x8b5959a9a0e741d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x12f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1110f3 expref: 125 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593789:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x12f:0x0].0x0 (ffff956d0dd4b400) 00010000:00010000:0.0:1769074790.593798:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158a00/0x8b5959a9a0e73e46 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110fd4 expref: 124 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.593805:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x12e:0x0].0x0 (ffff956d03d7b600) 00010000:00010000:0.0:1769074790.593813:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081800/0x8b5959a9a0e73c32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x12d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110f33 expref: 123 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.594967:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x12d:0x0].0x0 (ffff956d03d7be00) 00010000:00010000:0.0:1769074790.595007:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159e00/0x8b5959a9a0e73a8e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110eae expref: 122 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595021:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x12c:0x0].0x0 (ffff956d03d7b200) 00010000:00010000:0.0:1769074790.595033:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080600/0x8b5959a9a0e738f1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x126:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110e30 expref: 121 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595049:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39158600/0x8b5959a9a0e73738 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110db2 expref: 120 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595061:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x126:0x0].0x0 (ffff956d039d3d00) 00010000:00010000:0.0:1769074790.595072:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41b5a400/0x8b5959a9a0e7342f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x125:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110ca8 expref: 119 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595081:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x125:0x0].0x0 (ffff956d03d7b700) 00010000:00010000:0.0:1769074790.595091:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d39159c00/0x8b5959a9a0e7326f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x120:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110c23 expref: 118 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595103:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080800/0x8b5959a9a0e730cb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110b9e expref: 117 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595111:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x120:0x0].0x0 (ffff956d03d7b100) 00010000:00010000:0.0:1769074790.595119:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e72e2b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x11f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110abe expref: 116 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595126:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x11f:0x0].0x0 (ffff956d03d7ba00) 00010000:00010000:0.0:1769074790.595167:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e72c4f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x11a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110a24 expref: 115 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595351:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e72ab9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x11a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1109ad expref: 114 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595438:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x11a:0x0].0x0 (ffff956d0dd4bf00) 00010000:00010000:0.0:1769074790.595455:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081e00/0x8b5959a9a0e727c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x119:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1108aa expref: 113 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595463:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x119:0x0].0x0 (ffff956d0dd4b000) 00010000:00010000:0.0:1769074790.595473:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be200/0x8b5959a9a0e7240d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x116:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110784 expref: 112 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595480:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x116:0x0].0x0 (ffff956d034a9c00) 00010000:00010000:0.0:1769074790.595502:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8e00/0x8b5959a9a0e720a2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11065e expref: 111 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595511:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x113:0x0].0x0 (ffff956d034a9600) 00010000:00010000:0.0:1769074790.595521:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205600/0x8b5959a9a0e71cc7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x110:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11053f expref: 110 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595631:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x110:0x0].0x0 (ffff956d039d3200) 00010000:00010000:0.0:1769074790.595660:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41081000/0x8b5959a9a0e71c1f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x10d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110507 expref: 109 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595674:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e71ac1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x10d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110497 expref: 108 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595684:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x10d:0x0].0x0 (ffff956d034a9000) 00010000:00010000:0.0:1769074790.595693:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064800/0x8b5959a9a0e7140e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x109:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110283 expref: 107 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595701:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x109:0x0].0x0 (ffff956d034a9900) 00010000:00010000:0.0:1769074790.595722:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8200/0x8b5959a9a0e7134a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x106:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110244 expref: 106 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595733:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8600/0x8b5959a9a0e711f3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x106:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1101d4 expref: 105 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595741:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x106:0x0].0x0 (ffff956d03d7bc00) 00010000:00010000:0.0:1769074790.595752:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be600/0x8b5959a9a0e70eb9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x105:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1100c3 expref: 104 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595760:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x105:0x0].0x0 (ffff956d1099ed00) 00010000:00010000:0.0:1769074790.595770:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205a00/0x8b5959a9a0e70cc8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x103:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c110029 expref: 103 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595779:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x103:0x0].0x0 (ffff956d1099e400) 00010000:00010000:0.0:1769074790.595789:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080200/0x8b5959a9a0e70c0b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x100:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ffe3 expref: 102 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595801:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be800/0x8b5959a9a0e70ab4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ff81 expref: 101 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.595810:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x100:0x0].0x0 (ffff956d0dd4b700) 00010000:00010000:0.0:1769074790.596354:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065c00/0x8b5959a9a0e70781 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fe69 expref: 100 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596461:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xff:0x0].0x0 (ffff956d029ee700) 00010000:00010000:0.0:1769074790.596481:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064a00/0x8b5959a9a0e705cf lrc: 0/0,0 mode: --/CR res: [0x200000404:0xfd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fde4 expref: 99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596490:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xfd:0x0].0x0 (ffff956d029eec00) 00010000:00010000:0.0:1769074790.596502:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41080400/0x8b5959a9a0e703d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xfb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fd4a expref: 98 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596511:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xfb:0x0].0x0 (ffff956d0dee6500) 00010000:00010000:0.0:1769074790.596523:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfa00/0x8b5959a9a0e70328 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fd12 expref: 97 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596634:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21204a00/0x8b5959a9a0e701ca lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fca2 expref: 96 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596644:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf8:0x0].0x0 (ffff956d029eed00) 00010000:00010000:0.0:1769074790.596655:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e6fe58 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fb91 expref: 95 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596668:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21205c00/0x8b5959a9a0e6fd2b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fb28 expref: 94 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596676:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf3:0x0].0x0 (ffff956d03c0bc00) 00010000:00010000:0.0:1769074790.596686:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e6f9f1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10fa17 expref: 93 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596694:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf1:0x0].0x0 (ffff956d0167e100) 00010000:00010000:0.0:1769074790.596716:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2400/0x8b5959a9a0e6f8cb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f9b5 expref: 92 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596731:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171dc00/0x8b5959a9a0e6f6f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f929 expref: 91 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596739:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xec:0x0].0x0 (ffff956d04989200) 00010000:00010000:0.0:1769074790.596750:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9e00/0x8b5959a9a0e6f353 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f7fc expref: 90 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596759:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xea:0x0].0x0 (ffff956d0540f200) 00010000:00010000:0.0:1769074790.596769:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e6f2dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f7e0 expref: 89 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596781:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9600/0x8b5959a9a0e6f17e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f770 expref: 88 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596790:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe7:0x0].0x0 (ffff956d0540ff00) 00010000:00010000:0.0:1769074790.596799:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9be400/0x8b5959a9a0e6ee6e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f666 expref: 87 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596807:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff956d18cd7e00) 00010000:00010000:0.0:1769074790.596818:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9200/0x8b5959a9a0e6ec99 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f5e1 expref: 86 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596868:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca8400/0x8b5959a9a0e6eae7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f55c expref: 85 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596878:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe1:0x0].0x0 (ffff956d034a9f00) 00010000:00010000:0.0:1769074790.596888:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9c00/0x8b5959a9a0e6e7de lrc: 0/0,0 mode: --/CR res: [0x200000404:0xdf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f452 expref: 84 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596898:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xdf:0x0].0x0 (ffff956d0167e000) 00010000:00010000:0.0:1769074790.596908:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e6e61e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xde:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f3bf expref: 83 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596921:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xde:0x0].0x0 (ffff956d0dee6400) 00010000:00010000:0.0:1769074790.596932:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9800/0x8b5959a9a0e6e4a4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xdc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f33a expref: 82 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596940:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xdc:0x0].0x0 (ffff956d0167e600) 00010000:00010000:0.0:1769074790.596951:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e6e101 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xda:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f222 expref: 81 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596959:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xda:0x0].0x0 (ffff956d034a9400) 00010000:00010000:0.0:1769074790.596969:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bec00/0x8b5959a9a0e6df2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xd5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f196 expref: 80 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596979:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e600/0x8b5959a9a0e6dd88 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xd5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f111 expref: 79 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.596989:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd5:0x0].0x0 (ffff956d2e962700) 00010000:00010000:0.0:1769074790.596997:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bfe00/0x8b5959a9a0e6da63 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xd3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10f00e expref: 78 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597004:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd3:0x0].0x0 (ffff956d034a9500) 00010000:00010000:0.0:1769074790.597014:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf600/0x8b5959a9a0e6d98a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xcf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10efc1 expref: 77 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597025:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bee00/0x8b5959a9a0e6d82c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xcf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ef51 expref: 76 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597034:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xcf:0x0].0x0 (ffff956d034a9d00) 00010000:00010000:0.0:1769074790.597044:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d2e9bf400/0x8b5959a9a0e6d500 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ee47 expref: 75 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597051:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xce:0x0].0x0 (ffff956d034a9a00) 00010000:00010000:0.0:1769074790.597061:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec400/0x8b5959a9a0e6ca48 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10eaf8 expref: 74 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597072:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e6c8ff lrc: 0/0,0 mode: --/PR res: [0x200000404:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ea8f expref: 73 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597082:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xc3:0x0].0x0 (ffff956d04989300) 00010000:00010000:0.0:1769074790.597092:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed800/0x8b5959a9a0e6c586 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e969 expref: 72 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597102:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ca9400/0x8b5959a9a0e6c405 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e8eb expref: 71 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597110:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xbe:0x0].0x0 (ffff956d04989000) 00010000:00010000:0.0:1769074790.597119:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e6c0af lrc: 0/0,0 mode: --/CR res: [0x200000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e7d3 expref: 70 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597128:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xbc:0x0].0x0 (ffff956d04989b00) 00010000:00010000:0.0:1769074790.597138:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e6bfd6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e78d expref: 69 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597148:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e6bd91 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e6ec expref: 68 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597156:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb7:0x0].0x0 (ffff956d0167ec00) 00010000:00010000:0.0:1769074790.597166:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e6ba5e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e5db expref: 67 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.597174:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb5:0x0].0x0 (ffff956d2e962b00) 00010000:00010000:0.0:1769074790.599098:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9200/0x8b5959a9a0e6b7fd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e533 expref: 66 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599131:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e6b708 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e4df expref: 65 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599142:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb0:0x0].0x0 (ffff956d2e962d00) 00010000:00010000:0.0:1769074790.599158:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9800/0x8b5959a9a0e6b3ab lrc: 0/0,0 mode: --/PR res: [0x200000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e3c7 expref: 64 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599167:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xaf:0x0].0x0 (ffff956d04989d00) 00010000:00010000:0.0:1769074790.599179:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2000/0x8b5959a9a0e6b151 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e326 expref: 63 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599933:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e6aff3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e2b6 expref: 62 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599943:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xaa:0x0].0x0 (ffff956d0167e800) 00010000:00010000:0.0:1769074790.599956:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3e00/0x8b5959a9a0e6ab15 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e120 expref: 61 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599965:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xa8:0x0].0x0 (ffff956d0dee6600) 00010000:00010000:0.0:1769074790.599976:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9a00/0x8b5959a9a0e6a955 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e09b expref: 60 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.599989:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xa6:0x0].0x0 (ffff956d039d3c00) 00010000:00010000:0.0:1769074790.600012:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e6a8fa lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e086 expref: 59 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600025:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eeda00/0x8b5959a9a0e6a79c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10e01d expref: 58 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600034:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xa3:0x0].0x0 (ffff956d03c0b400) 00010000:00010000:0.0:1769074790.600455:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e6a26a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10de72 expref: 57 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600468:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xa1:0x0].0x0 (ffff956d2e962200) 00010000:00010000:0.0:1769074790.600481:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e6a0c6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10dded expref: 56 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600490:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xa0:0x0].0x0 (ffff956d03c0b200) 00010000:00010000:0.0:1769074790.600499:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8800/0x8b5959a9a0e69eea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10dd5a expref: 55 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600507:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x9e:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:0.0:1769074790.600516:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e69e26 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10dd22 expref: 54 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600620:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec800/0x8b5959a9a0e69ceb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10dcb9 expref: 53 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600630:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x9b:0x0].0x0 (ffff956d03a29d00) 00010000:00010000:0.0:1769074790.600642:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d00030200/0x8b5959a9a0e699bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x96:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10dba1 expref: 52 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600653:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e69876 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10db46 expref: 51 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600663:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x96:0x0].0x0 (ffff956d18cd7400) 00010000:00010000:0.0:1769074790.600672:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f800/0x8b5959a9a0e69558 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10da3c expref: 50 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600679:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x95:0x0].0x0 (ffff956d03c0bf00) 00010000:00010000:0.0:1769074790.600686:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8200/0x8b5959a9a0e6939f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d9b0 expref: 49 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600694:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x94:0x0].0x0 (ffff956d03c0be00) 00010000:00010000:0.0:1769074790.600703:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467f600/0x8b5959a9a0e691a7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d916 expref: 48 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600722:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x93:0x0].0x0 (ffff956d03c0b000) 00010000:00010000:0.0:1769074790.600733:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467fe00/0x8b5959a9a0e68fa1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d883 expref: 47 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600741:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x91:0x0].0x0 (ffff956d03c0b100) 00010000:00010000:0.0:1769074790.600761:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e68ef9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d84b expref: 46 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600772:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eece00/0x8b5959a9a0e68d9b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d7db expref: 45 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600784:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x8d:0x0].0x0 (ffff956d2e962900) 00010000:00010000:0.0:1769074790.600793:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956c0467ec00/0x8b5959a9a0e6870b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d5c7 expref: 44 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600800:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x89:0x0].0x0 (ffff956d039d3500) 00010000:00010000:0.0:1769074790.600809:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e6860f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d573 expref: 43 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.600819:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eecc00/0x8b5959a9a0e6843a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d4e7 expref: 42 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601347:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x84:0x0].0x0 (ffff956d18cd7d00) 00010000:00010000:0.0:1769074790.601462:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eec000/0x8b5959a9a0e67fa2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d374 expref: 41 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601479:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e67e3d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d304 expref: 40 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601489:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7f:0x0].0x0 (ffff956d2e962800) 00010000:00010000:0.0:1769074790.601502:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eedc00/0x8b5959a9a0e67b0a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d1f3 expref: 39 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601509:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7d:0x0].0x0 (ffff956d04989500) 00010000:00010000:0.0:1769074790.601521:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9400/0x8b5959a9a0e67a7e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x79:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d1d0 expref: 38 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601920:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d000/0x8b5959a9a0e67912 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d152 expref: 37 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601932:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x79:0x0].0x0 (ffff956d04989700) 00010000:00010000:0.0:1769074790.601945:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eeca00/0x8b5959a9a0e675e6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10d048 expref: 36 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601953:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x78:0x0].0x0 (ffff956d03c0b800) 00010000:00010000:0.0:1769074790.601963:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8e00/0x8b5959a9a0e67282 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x72:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10cf45 expref: 35 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601975:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eed200/0x8b5959a9a0e67140 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10ced5 expref: 34 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.601983:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x72:0x0].0x0 (ffff956d2e962e00) 00010000:00010000:0.0:1769074790.601994:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d10eede00/0x8b5959a9a0e66e30 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x70:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10cdcb expref: 33 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602002:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x70:0x0].0x0 (ffff956d04989600) 00010000:00010000:0.0:1769074790.602011:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4171c200/0x8b5959a9a0e66c00 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10cd23 expref: 32 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602019:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6f:0x0].0x0 (ffff956d04989c00) 00010000:00010000:0.0:1769074790.602028:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df9600/0x8b5959a9a0e66577 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10cb01 expref: 31 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602036:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6b:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:0.0:1769074790.602046:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e65fe3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c933 expref: 30 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602058:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x68:0x0].0x0 (ffff956d039d3800) 00010000:00010000:0.0:1769074790.602068:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e65e70 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x63:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c8c3 expref: 29 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602081:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064600/0x8b5959a9a0e65cb0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x63:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c83e expref: 28 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602090:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x63:0x0].0x0 (ffff956d1099e600) 00010000:00010000:0.0:1769074790.602099:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d21df8000/0x8b5959a9a0e6590d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c70a expref: 27 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602107:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x62:0x0].0x0 (ffff956d03a29e00) 00010000:00010000:0.0:1769074790.602117:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064e00/0x8b5959a9a0e65754 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c67e expref: 26 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602125:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x60:0x0].0x0 (ffff956d18cd7b00) 00010000:00010000:0.0:1769074790.602135:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e6556a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c5eb expref: 25 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602144:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5e:0x0].0x0 (ffff956d18cd7200) 00010000:00010000:0.0:1769074790.602154:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166d600/0x8b5959a9a0e65387 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c551 expref: 24 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602163:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5d:0x0].0x0 (ffff956d1099e700) 00010000:00010000:0.0:1769074790.602174:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f200/0x8b5959a9a0e650e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c47f expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602469:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c800/0x8b5959a9a0e650b6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c471 expref: 22 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602481:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335e00/0x8b5959a9a0e6508c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c463 expref: 21 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602490:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5a:0x0].0x0 (ffff956d18cd7c00) 00010000:00010000:0.0:1769074790.602501:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f600/0x8b5959a9a0e64e32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c3ad expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.602507:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff956d03a29400) 00010000:00010000:0.0:1769074790.602518:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065000/0x8b5959a9a0e64dfa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c39f expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603108:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8e800/0x8b5959a9a0e64dde lrc: 0/0,0 mode: --/CR res: [0x200000404:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c398 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603122:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x54:0x0].0x0 (ffff956d03a29a00) 00010000:00010000:0.0:1769074790.603136:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41335800/0x8b5959a9a0e64ace lrc: 0/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c280 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603144:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff956d18cd7900) 00010000:00010000:0.0:1769074790.603154:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41065e00/0x8b5959a9a0e64a3b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c256 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603166:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166de00/0x8b5959a9a0e64a18 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c24f expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603180:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4f:0x0].0x0 (ffff956d1099e000) 00010000:00010000:0.0:1769074790.603284:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334200/0x8b5959a9a0e646de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c122 expref: 14 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603294:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff956d18cd7f00) 00010000:00010000:0.0:1769074790.603305:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41064000/0x8b5959a9a0e64636 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c0f8 expref: 13 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603315:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x48:0x0].0x0 (ffff956d2e962500) 00010000:00010000:0.0:1769074790.603324:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c8f000/0x8b5959a9a0e6429a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10bfbd expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.603331:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff956d03a29f00) 00010000:00010000:0.0:1769074790.603337:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074790.604070:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0730b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:37586:x1855007612816640:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11245us (12100us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074790.604082:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 828 00000100:00100000:3.0:1769074790.693953:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074790.694595:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816768 00000100:00100000:1.0:1769074790.694607:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816768 00000100:00100000:1.0:1769074790.694687:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:1.0:1769074790.694696:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:55495:x1855007612816768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074790.694724:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 8 locks, starting at 0 00002000:00010000:1.0:1769074790.694743:0:33336:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1db:0x0] updating lvb size from disk: 0 -> 46034 00002000:00010000:1.0:1769074790.694747:0:33336:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1db:0x0] updating lvb mtime from disk: 0 -> 1769074598 00002000:00010000:1.0:1769074790.694750:0:33336:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1db:0x0] updating lvb ctime from disk: 0 -> 1769074598 00002000:00010000:1.0:1769074790.694753:0:33336:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1db:0x0] updating lvb blocks from disk: 1 -> 135 00010000:00010000:1.0:1769074790.694780:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41335c00/0x8b5959a9a0e785c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11289a expref: 13 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694819:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e80342 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1156de expref: 12 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694884:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d37976e00/0x8b5959a9a0e8033b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1156d7 expref: 11 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694902:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8032d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c1156d0 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074790.694918:0:33336:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1769074790.694921:0:33336:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb atime from disk: 0 -> 1769074413 00002000:00010000:1.0:1769074790.694923:0:33336:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1769074790.694930:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334800/0x8b5959a9a0e650a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c46a expref: 9 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694952:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41c8f400/0x8b5959a9a0e6456b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10c0c0 expref: 8 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.694972:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41334c00/0x8b5959a9a0e61575 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10af7f expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694987:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d00031a00/0x8b5959a9a0e61559 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c10af6a expref: 6 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074790.694999:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074790.695068:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+5:55495:x1855007612816768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 373us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074790.695076:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:2.0:1769074790.706629:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074790.706723:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612816896 00000100:00100000:0.0:1769074790.706733:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612816896 00000100:00100000:0.0:1769074790.706805:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 830 00000100:00100000:0.0:1769074790.706815:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:47798:x1855007612816896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074790.706857:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769074790.706879:0:5738:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1769074790.706882:0:5738:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb mtime from disk: 0 -> 1769074791 00002000:00010000:0.0:1769074790.706885:0:5738:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb ctime from disk: 0 -> 1769074791 00010000:00010000:0.0:1769074790.706911:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41c96600/0x8b5959a9a0e8abf8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5a4 expref: 10 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074790.706937:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074790.707004:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:47798:x1855007612816896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 190us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074790.707012:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 830 00010000:00010000:1.0:1769074791.358397:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074791.422456:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619932288:0@lo:400:kworker.0 00000100:00100000:0.0:1769074791.422566:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074791.422866:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619932544:0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.422952:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074791.423030:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074791.423038:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619932416:0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423063:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074791.423095:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932288 00000100:00100000:3.0:1769074791.423104:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932288 00000100:00100000:2.0:1769074791.423172:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619932160:0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423186:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932416 00000100:00100000:3.0:1769074791.423192:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932416 00000100:00100000:3.0:1769074791.423231:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1769074791.423238:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074791.423246:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619932288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074791.423297:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619932672:0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423319:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619932288:12345-0@lo:400:kworker.0 Request processed in 77us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074791.423329:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1769074791.423343:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074791.423357:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1769074791.423368:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619932416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074791.423424:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932544 00000100:00100000:3.0:1769074791.423426:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619932416:12345-0@lo:400:kworker.0 Request processed in 60us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074791.423435:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932544 00000100:00100000:3.0:1769074791.423435:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:3.0:1769074791.423463:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074791.423471:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074791.423500:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932672 00000100:00100000:3.0:1769074791.423500:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932160 00000100:00100000:2.0:1769074791.423509:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932672 00000100:00100000:3.0:1769074791.423510:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932160 00000100:00100000:3.0:1769074791.423557:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1769074791.423565:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1769074791.423572:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619932160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423619:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619932160:12345-0@lo:400:kworker.0 Request processed in 51us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074791.423629:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1769074791.423684:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d08852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619932160:0@lo:400:kworker.0 00000100:00080000:3.0:1769074791.423725:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074791.423744:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619932416:0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423790:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1769074791.423799:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619932672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.423865:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3289:x1855007619932672:12345-0@lo:400:kworker.0 Request processed in 67us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074791.423871:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1769074791.423903:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619932672:0@lo:400:kworker.0 00000100:00100000:2.0:1769074791.425117:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619932544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074791.432266:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1855007619932544:12345-0@lo:400:kworker.0 Request processed in 8684us (9304us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074791.432278:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1769074791.432346:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619932544:0@lo:400:kworker.0 00000100:00100000:0.0:1769074791.433560:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619932288:0@lo:400:kworker.0 00000100:00100000:0.0:1769074791.433705:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619932800:0@lo:400:kworker.0 00000100:00100000:0.0:1769074791.433785:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074791.434320:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932800 00000100:00100000:1.0:1769074791.434333:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932800 00000100:00100000:1.0:1769074791.434445:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1769074791.434457:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619932800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074791.434543:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619932800:12345-0@lo:400:kworker.0 Request processed in 89us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074791.434550:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1769074791.434641:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619932800:0@lo:400:kworker.0 00000100:00100000:3.0:1769074792.040204:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074792.040349:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612817024 00000100:00100000:1.0:1769074792.040359:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612817024 00000100:00100000:1.0:1769074792.040434:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6506 00000100:00100000:1.0:1769074792.040445:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:58584:x1855007612817024:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074792.040475:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074792.040498:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ac22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5b9 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074792.040573:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074792.040587:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074792.040599:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074792.040657:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1769074792.040661:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074792.040696:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074792.040721:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ac22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b9 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074792.040739:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b9 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074792.040748:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9c00) 00010000:00010000:1.0:1769074792.040752:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074792.040755:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f600, rc 0) 00000100:00100000:1.0:1769074792.040810:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:58584:x1855007612817024:12345-192.168.204.39@tcp:101:dd.0 Request processed in 367us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074792.040817:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6506 00000100:00080000:3.0:1769074792.041239:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074792.053854:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074792.053944:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612817280 00000100:00100000:0.0:1769074792.053955:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612817280 00000100:00100000:0.0:1769074792.054016:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6507 00000100:00100000:0.0:1769074792.054027:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:58584:x1855007612817280:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:0.0:1769074792.054049:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074792.054052:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074792.054078:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ac29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5b9 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074792.054098:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9c00) 00010000:00010000:0.0:1769074792.054109:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074792.054128:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ac30 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5c0 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074792.054288:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074792.054301:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074792.054311:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074792.054323:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074792.054329:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074792.054335:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000001:00020000:0.0:1769074792.054417:0:29856:0:(mdt_open.c:1759:mdt_reint_open()) cfs_fail_timeout id 175 sleeping for 10000ms 00010000:00010000:0.0:1769074792.382072:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074793.406441:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074793.470475:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074793.470512:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619932928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074793.470583:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074793.470702:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619932928 00000100:00100000:2.0:1769074793.470711:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619932928 00000100:00100000:2.0:1769074793.470785:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1769074793.470794:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619932928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074793.470862:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 530776064 pending 3407872 free 3843031040 avail 3840933888 00000100:00100000:2.0:1769074793.470905:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3292:x1855007619932928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074793.470912:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:2.0:1769074793.470936:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074793.470972:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619932928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074793.471314:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074793.471325:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619933056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074793.471357:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074793.471433:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933056 00000100:00100000:1.0:1769074793.471438:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933056 00000100:00100000:1.0:1769074793.471477:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1769074793.471497:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619933056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074793.471519:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3835691008 avail 3833593856 00000100:00100000:1.0:1769074793.471556:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3291:x1855007619933056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074793.471561:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1769074793.471591:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619933056:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1769074793.473247:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1769074793.672036:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872629 is committed 00000001:00100000:2.0:1769074793.672053:0:23742:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00080000:2.0:1769074793.672066:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872631 is committed 00000001:00080000:2.0:1769074794.308780:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839596 is committed 00000001:00100000:2.0:1769074794.308806:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00080000:2.0:1769074794.308815:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839598 is committed 00000001:02000400:3.0:1769074794.402364:0:33906:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mirror extend 00010000:00010000:3.0:1769074794.437092:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074794.453330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.453424:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612817408 00000100:00100000:0.0:1769074794.453451:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612817408 00000100:00100000:0.0:1769074794.453566:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6508 00000100:00100000:0.0:1769074794.453582:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58716:x1855007612817408:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074794.453611:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074794.453638:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8ac45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5c7 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.453744:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074794.453763:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074794.453777:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074794.453907:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074794.453912:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074794.453940:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074794.453970:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8ac45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c7 expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.453990:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c7 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.453999:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:0.0:1769074794.454002:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074794.454006:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:0.0:1769074794.454089:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:58716:x1855007612817408:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 511us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074794.454096:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6508 00000100:00080000:3.0:1769074794.455215:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074794.464362:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074794.465753:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612817664 00000100:00100000:2.0:1769074794.465774:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612817664 00000100:00100000:3.0:1769074794.467031:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6509 00000100:00100000:3.0:1769074794.467064:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:58716:x1855007612817664:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074794.467097:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074794.467128:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5ce expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.467236:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467256:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467283:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467306:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467315:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467322:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467521:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ac68 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467531:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ac68 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467541:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ac68 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074794.467559:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:3.0:1769074794.467711:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467720:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467728:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467735:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074794.467740:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467748:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467764:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:3.0:1769074794.467768:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074794.467773:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467780:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8ac5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467794:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467801:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467807:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467817:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074794.467820:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467853:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467861:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0dee6600) 00010000:00010000:3.0:1769074794.467865:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074794.467869:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467875:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ac61 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.467929:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ce expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.467949:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ac68 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ce expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.467957:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074794.467960:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074794.467963:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6a00, rc 0) 00000100:00100000:3.0:1769074794.468065:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612817664:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1017us (3717us total) trans 8589941379 rc 0/0 00000100:00100000:3.0:1769074794.474327:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6509 00000100:00100000:0.0:1769074794.475915:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074794.476289:0:29866:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612817792 00000100:00100000:2.0:1769074794.476309:0:29866:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612817792 00000100:00100000:2.0:1769074794.476384:0:29866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:2.0:1769074794.476397:0:29866:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612817792:12345-192.168.204.39@tcp:700:lfs.0 00000100:00100000:2.0:1769074794.476528:0:29866:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612817792:12345-192.168.204.39@tcp:700:lfs.0 Request processed in 134us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074794.476538:0:29866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:2.0:1769074794.490669:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.490776:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818048 00000100:00100000:3.0:1769074794.490790:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818048 00000100:00100000:3.0:1769074794.491097:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6510 00000100:00100000:3.0:1769074794.491120:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612818048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074794.491156:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074794.491160:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074794.491199:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8ac4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c7 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.491222:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:3.0:1769074794.491227:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074794.491247:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ac76 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5d5 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.503867:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.506613:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.506634:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074794.506673:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 0 00010000:00010000:3.0:1769074794.507605:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ac76 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.507638:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.507662:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074794.507665:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074794.507670:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7a00, rc 0) 00000100:00100000:3.0:1769074794.510342:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612818048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 19207us (19671us total) trans 8589941380 rc 0/0 00000100:00100000:3.0:1769074794.510361:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6510 00000100:00100000:1.0:1769074794.529332:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.529799:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818304 00000100:00100000:0.0:1769074794.529812:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818304 00000100:00100000:1.0:1769074794.539997:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6511 00000100:00100000:1.0:1769074794.540008:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612818304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074794.540032:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074794.540050:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ac8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5dc expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.540141:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074794.540152:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.540157:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074794.540182:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.540192:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 11 pid: 30391 timeout: 1878 lvb_type: 0 00000100:00100000:1.0:1769074794.540201:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619933184:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074794.540334:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c035f2180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074794.550657:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074794.550752:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818432 00000100:00100000:1.0:1769074794.550762:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818432 00000100:00100000:3.0:1769074794.550779:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619933184:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074794.550812:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 12 pid: 30391 timeout: 1878 lvb_type: 0 00010000:00010000:3.0:1769074794.550863:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074794.550874:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5296 00000100:00100000:1.0:1769074794.550884:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+12:2370:x1855007612818432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074794.550898:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074794.550905:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 12 pid: 30391 timeout: 1878 lvb_type: 0 00010000:00010000:1.0:1769074794.550918:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 12 pid: 30391 timeout: 1878 lvb_type: 0 00010000:00010000:1.0:1769074794.550939:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8ac7d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5d5 expref: 12 pid: 30391 timeout: 1878 lvb_type: 0 00010000:00010000:1.0:1769074794.550952:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:1.0:1769074794.550957:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074794.550966:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074794.550974:0:33336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074794.551003:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074794.551048:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074794.551057:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+11:2370:x1855007612818432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (416us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074794.551060:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074794.551071:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5296 00000004:00200000:3.0:1769074794.551084:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 0 00000004:00080000:3.0:1769074794.551409:0:30391:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x219:0x0], index 1: 0 00000004:00080000:3.0:1769074794.551422:0:30391:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x215:0x0], index 0: 0 00010000:00010000:3.0:1769074794.551578:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551859:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551869:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551875:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074794.551880:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551887:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551904:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074794.551907:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074794.551911:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551916:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8ac92 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.551978:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ac8b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5dc expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.551987:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:3.0:1769074794.551989:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074794.551993:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ac8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5dc expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.552001:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f000, rc 0) 00000100:00100000:3.0:1769074794.552048:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612818304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 12040us (22725us total) trans 8589941381 rc 301/301 00000100:00100000:3.0:1769074794.552056:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6511 00000100:00100000:2.0:1769074794.567856:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.568438:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818688 00000100:00100000:3.0:1769074794.568451:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818688 00000100:00100000:3.0:1769074794.568618:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2765 00000100:00100000:3.0:1769074794.568628:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03094c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612818688:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074794.569806:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03094c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+11:58716:x1855007612818688:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1169us (1979us total) trans 8589941382 rc 0/0 00000100:00100000:3.0:1769074794.570184:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2765 00000100:00100000:3.0:1769074794.574566:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.583768:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818816 00000100:00100000:0.0:1769074794.583785:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818816 00000100:00080000:2.0:1769074794.583970:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074794.584127:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9994 00000100:00100000:0.0:1769074794.584138:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612818816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074794.584157:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074794.584178:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5e3 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074794.584201:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x218:0x0] initial LVB size: 2097152, mtime: 0x6971f067, atime: 0x0, ctime: 0x6971f067, blocks: 0x1007 00010000:00010000:0.0:1769074794.584219:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.584222:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.584229:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 6 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074794.584247:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 6 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074794.584259:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:0.0:1769074794.584394:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612818816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 257us (9839us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074794.584401:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9994 00000001:00080000:1.0:1769074794.586151:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941377 is committed 00000001:00080000:1.0:1769074794.586173:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941378 is committed 00000001:00100000:1.0:1769074794.586181:0:29889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00080000:1.0:1769074794.586188:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941379 is committed 00000100:00100000:1.0:1769074794.608378:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.608573:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612818944 00000100:00100000:3.0:1769074794.608583:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612818944 00000100:00100000:3.0:1769074794.608662:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6512 00000100:00100000:3.0:1769074794.608673:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612818944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074794.608699:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074794.608721:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8aca7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5ea expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.609345:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.609362:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.609373:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074794.609410:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 0 00000004:00200000:3.0:1769074794.609415:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074794.609434:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.609463:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8aca7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ea expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.609480:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ea expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.609488:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074794.609491:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074794.609496:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7200, rc 0) 00000100:00100000:3.0:1769074794.609568:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612818944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 897us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074794.609576:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6512 00000100:00100000:2.0:1769074794.613239:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074794.613300:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819072 00000100:00100000:1.0:1769074794.613310:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819072 00000100:00100000:1.0:1769074794.613365:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9995 00000100:00100000:1.0:1769074794.613375:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612819072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074794.613395:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074794.613414:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5f1 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074794.613442:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074794.613459:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.613461:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.613470:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 7 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074794.613488:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 7 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074794.613501:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ec00, rc 0) 00000100:00100000:1.0:1769074794.613561:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2373:x1855007612819072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 188us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074794.613569:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9995 00000100:00100000:2.0:1769074794.614662:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.614726:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819200 00000100:00100000:0.0:1769074794.614734:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819200 00000100:00080000:2.0:1769074794.614809:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074794.616994:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9996 00000100:00100000:0.0:1769074794.617015:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2373:x1855007612819200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074794.617035:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074794.617058:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5f8 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074794.617083:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x215:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1769074794.617100:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.617102:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.617110:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 6 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074794.617127:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 6 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074794.617146:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:0.0:1769074794.617212:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612819200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 205us (2556us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074794.617220:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9996 00000100:00100000:2.0:1769074794.621133:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.621264:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819456 00000100:00100000:3.0:1769074794.621285:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819456 00000100:00100000:3.0:1769074794.621379:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6513 00000100:00100000:3.0:1769074794.621394:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612819456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074794.621425:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074794.621456:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acc3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b5ff expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.621618:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.621649:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074794.621665:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074794.621681:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:3.0:1769074794.621902:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acc3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ff expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.621922:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ff expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.621932:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074794.621935:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074794.621940:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:3.0:1769074794.622026:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+12:58716:x1855007612819456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 636us (901us total) trans 8589941383 rc 0/0 00000100:00100000:3.0:1769074794.622036:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6513 00000100:00100000:0.0:1769074794.636810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.637915:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819584 00000100:00100000:0.0:1769074794.637931:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819584 00000100:00100000:0.0:1769074794.638016:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9997 00000100:00100000:0.0:1769074794.638029:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2371:x1855007612819584:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1769074794.638109:0:7967:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638130:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.638133:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.638140:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638159:0:7967:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638201:0:7967:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638211:0:7967:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638226:0:7967:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638234:0:7967:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074794.638239:0:7967:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638250:0:7967:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638268:0:7967:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.638276:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8acd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074794.638392:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2371:x1855007612819584:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 365us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074794.638401:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9997 00000100:00100000:2.0:1769074794.723009:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074794.723101:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.724164:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819712 00000100:00100000:3.0:1769074794.724184:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819712 00000100:00100000:1.0:1769074794.724360:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819840 00000100:00100000:3.0:1769074794.724376:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5552 00000100:00100000:1.0:1769074794.724378:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819840 00000100:00100000:3.0:1769074794.724394:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2373:x1855007612819712:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074794.724450:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074794.724485:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5553 00000100:00100000:1.0:1769074794.724497:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2372:x1855007612819840:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074794.724534:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.724559:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.724562:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.724566:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.724580:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.724626:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074794.724629:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074794.724635:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.724661:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758478:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758501:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758510:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758518:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074794.758522:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758531:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758565:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.758573:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e800/0x8b5959a9a0e8ace6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074794.758707:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:2f350b61-220d-44c0-add1-2054ba0cd22d+9:2372:x1855007612819840:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 34206us (35600us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074794.758719:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5553 00010000:00010000:3.0:1769074794.767855:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767882:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767894:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767902:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074794.767908:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767918:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767945:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.767954:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074794.768125:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2373:x1855007612819712:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 43729us (45126us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1769074794.768151:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5552 00000100:00100000:2.0:1769074794.780961:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074794.781018:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.781115:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612819968 00000100:00100000:0.0:1769074794.781129:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612819968 00000100:00100000:0.0:1769074794.781217:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820096 00000100:00100000:0.0:1769074794.781221:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820096 00000100:00100000:0.0:1769074794.781265:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5554 00000100:00100000:0.0:1769074794.781276:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2373:x1855007612819968:12345-192.168.204.39@tcp:4:lfs.0 00000100:00100000:3.0:1769074794.781277:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5555 00000100:00100000:3.0:1769074794.781287:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2373:x1855007612820096:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074794.781330:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.781330:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.781449:0:26135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 8 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074794.781461:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.781463:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.781467:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 4/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.784891:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074794.784907:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074794.784916:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.784949:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.785135:0:26135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 8 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074794.785158:0:26135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 8 pid: 7967 timeout: 1878 lvb_type: 1 00000100:00100000:1.0:1769074794.785178:0:26135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619933312:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074794.785365:0:26135:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d413e4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074794.788426:0:26135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619933312:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074794.788473:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074794.791917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.792042:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820224 00000100:00100000:0.0:1769074794.792055:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820224 00010000:00010000:0.0:1769074794.792105:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 9 pid: 7967 timeout: 1878 lvb_type: 1 00000100:00100000:0.0:1769074794.792717:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5297 00000100:00100000:0.0:1769074794.792732:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+9:2371:x1855007612820224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074794.792748:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074794.792773:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 9 pid: 7967 timeout: 1878 lvb_type: 1 00010000:00010000:0.0:1769074794.792788:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 9 pid: 7967 timeout: 1878 lvb_type: 1 00010000:00010000:0.0:1769074794.792813:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8acb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f1 expref: 9 pid: 7967 timeout: 1878 lvb_type: 1 00010000:00010000:0.0:1769074794.792854:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.792856:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.792861:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.792874:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.792881:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.792882:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074794.792884:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.792888:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.792936:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074794.792970:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.792980:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074794.793013:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2371:x1855007612820224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 284us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074794.793022:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5297 00010000:00010000:3.0:1769074794.793094:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.793103:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1769074794.876050:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872633 is committed 00002000:00010000:1.0:1769074794.876185:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1769074794.876191:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb mtime from disk: 0 -> 1769074795 00002000:00010000:1.0:1769074794.876195:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb ctime from disk: 0 -> 1769074795 00002000:00010000:1.0:1769074794.876197:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:1.0:1769074794.876217:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876228:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876235:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876242:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074794.876247:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876257:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876299:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 2/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.876308:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8aced lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074794.876425:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2373:x1855007612819968:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 95142us (95474us total) trans 17179872632 rc 0/0 00000100:00100000:1.0:1769074794.876439:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5554 00010000:00010000:0.0:1769074794.877187:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877202:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877210:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877215:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074794.877217:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877226:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877238:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074794.877244:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8acf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074794.878064:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612820096:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 96300us (96567us total) trans 17179872633 rc 0/0 00000100:00100000:0.0:1769074794.878079:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5555 00000100:00100000:1.0:1769074794.882324:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074794.882548:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820352 00000100:00100000:3.0:1769074794.882564:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820352 00000100:00100000:3.0:1769074794.882953:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6514 00000100:00100000:3.0:1769074794.882967:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+12:58716:x1855007612820352:12345-192.168.204.39@tcp:44:lfs.0 00000001:00080000:2.0:1769074794.945980:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941383 is committed 00000100:00100000:2.0:1769074794.946760:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+8:58716:x1855007612820352:12345-192.168.204.39@tcp:44:lfs.0 Request processed in 63785us (64440us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074794.946777:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6514 00000100:00100000:2.0:1769074794.950922:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074794.951071:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074794.951739:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820480 00000100:00100000:0.0:1769074794.951757:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820480 00000100:00100000:0.0:1769074794.951887:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820608 00000100:00100000:0.0:1769074794.951891:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820608 00000100:00100000:3.0:1769074794.951936:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9998 00000100:00100000:3.0:1769074794.951952:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2372:x1855007612820480:12345-192.168.204.39@tcp:16:lfs.0 00000100:00100000:1.0:1769074794.952169:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9999 00000100:00100000:1.0:1769074794.952181:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2372:x1855007612820608:12345-192.168.204.39@tcp:16:lfs.0 00000100:00100000:3.0:1769074794.952288:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2372:x1855007612820480:12345-192.168.204.39@tcp:16:lfs.0 Request processed in 339us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074794.952298:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9998 00000100:00100000:1.0:1769074794.953864:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2372:x1855007612820608:12345-192.168.204.39@tcp:16:lfs.0 Request processed in 1634us (2741us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074794.953882:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9999 00000100:00100000:0.0:1769074794.990954:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074794.991082:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820736 00000100:00100000:1.0:1769074794.991093:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820736 00000100:00100000:1.0:1769074794.991164:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10000 00000100:00100000:1.0:1769074794.991175:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612820736:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074794.991224:0:7967:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991239:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.991241:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074794.991246:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991261:0:7967:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991311:0:7967:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991320:0:7967:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991328:0:7967:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991339:0:7967:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074794.991343:0:7967:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991351:0:7967:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991366:0:7967:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.991373:0:7967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334600/0x8b5959a9a0e8acfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074794.991462:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612820736:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 288us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074794.991469:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10000 00000100:00100000:2.0:1769074795.004242:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.004385:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612820992 00000100:00100000:3.0:1769074795.004396:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612820992 00000100:00100000:3.0:1769074795.004463:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6515 00000100:00100000:3.0:1769074795.004473:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+8:58716:x1855007612820992:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074795.004520:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074795.004546:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8acae lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ea expref: 8 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.004570:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074795.004581:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074795.004674:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.004687:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.004696:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00010000:3.0:1769074795.005049:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad5db4d0 reply state 00000000d0bc64ea transno 8589941384 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074795.005059:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074795.005510:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612820992:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 1036us (1365us total) trans 8589941384 rc 0/0 00000100:00100000:3.0:1769074795.005519:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6515 00000100:00100000:2.0:1769074795.009618:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.009817:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821120 00000100:00100000:3.0:1769074795.009850:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821120 00000100:00100000:3.0:1769074795.009910:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6516 00000100:00100000:3.0:1769074795.009921:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612821120:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.009946:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074795.009967:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b606 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.010025:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.010043:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.010061:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074795.010065:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074795.010068:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:3.0:1769074795.010133:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612821120:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 214us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.010218:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6516 00010000:00010000:1.0:1769074795.014255:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014273:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014281:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014287:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074795.014293:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014305:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014322:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:1.0:1769074795.014327:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074795.014331:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074795.014336:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8ad02 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074795.032519:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.032593:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821248 00000100:00100000:3.0:1769074795.032610:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821248 00000100:00100000:3.0:1769074795.032817:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10001 00000100:00100000:3.0:1769074795.032846:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58716:x1855007612821248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.032864:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074795.032900:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b60d expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074795.032925:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x219:0x0] initial LVB size: 2097152, mtime: 0x6971f06b, atime: 0x0, ctime: 0x6971f06b, blocks: 0x1007 00010000:00010000:3.0:1769074795.032945:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.032947:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.032954:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.032971:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.032988:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7200, rc 0) 00000100:00100000:3.0:1769074795.033044:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+7:58716:x1855007612821248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 201us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.033050:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10001 00000100:00100000:0.0:1769074795.040130:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.040222:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821376 00000100:00100000:3.0:1769074795.040233:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821376 00000100:00100000:3.0:1769074795.040305:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10002 00000100:00100000:3.0:1769074795.040315:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:58716:x1855007612821376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.040334:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074795.040351:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b614 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.040380:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 7 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.040385:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.040387:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.040390:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.040417:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 7 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.040428:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 7 pid: 26584 timeout: 1879 lvb_type: 1 00000100:00100000:3.0:1769074795.040442:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619933440:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074795.040537:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.044278:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.044375:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821504 00000100:00100000:0.0:1769074795.044384:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821504 00010000:00010000:0.0:1769074795.044420:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 8 pid: 26584 timeout: 1879 lvb_type: 1 00000100:00100000:0.0:1769074795.044453:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5298 00000100:00100000:0.0:1769074795.044463:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2371:x1855007612821504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074795.044479:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074795.044500:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 8 pid: 26584 timeout: 1879 lvb_type: 1 00010000:00010000:0.0:1769074795.044524:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 8 pid: 26584 timeout: 1879 lvb_type: 1 00010000:00010000:0.0:1769074795.044553:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074795.044556:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074795.044561:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.044571:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.044606:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074795.044617:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619933568:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074795.044723:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8acbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5f8 expref: 8 pid: 26584 timeout: 1879 lvb_type: 1 00000100:00100000:3.0:1769074795.044738:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33558:1855007619933440:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074795.044765:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 7 pid: 33558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074795.044772:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074795.044774:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6000, rc 0) 00000100:00100000:3.0:1769074795.044805:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+7:58716:x1855007612821376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4490us (4684us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.044812:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10002 00000100:00100000:0.0:1769074795.048438:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5738:1855007619933568:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074795.048477:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074795.048548:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612821504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4085us (4290us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074795.048560:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5298 00000100:00100000:2.0:1769074795.050066:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074795.050104:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074795.050172:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821632 00000100:00100000:1.0:1769074795.050180:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821632 00000100:00100000:1.0:1769074795.050219:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612821760 00000100:00100000:1.0:1769074795.050221:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612821760 00000100:00100000:1.0:1769074795.050243:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10003 00000100:00100000:1.0:1769074795.050249:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2371:x1855007612821632:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:1.0:1769074795.050484:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074795.050487:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb mtime from disk: 1769074795 -> 1769074791 00002000:00010000:1.0:1769074795.050488:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb atime from disk: 0 -> 1769074791 00002000:00010000:1.0:1769074795.050490:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb ctime from disk: 1769074795 -> 1769074796 00002000:00010000:1.0:1769074795.050492:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1769074795.050538:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2371:x1855007612821632:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 289us (478us total) trans 17179872634 rc 0/0 00000100:00100000:1.0:1769074795.050543:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10003 00000100:00100000:1.0:1769074795.050555:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10004 00000100:00100000:1.0:1769074795.050559:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612821760:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:1.0:1769074795.050715:0:7967:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074795.050717:0:7967:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb mtime from disk: 0 -> 1769074791 00002000:00010000:1.0:1769074795.050719:0:7967:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb atime from disk: 0 -> 1769074791 00002000:00010000:1.0:1769074795.050720:0:7967:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb ctime from disk: 0 -> 1769074796 00002000:00010000:1.0:1769074795.050721:0:7967:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1769074795.050737:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+7:2371:x1855007612821760:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 178us (634us total) trans 21474839599 rc 0/0 00000100:00100000:1.0:1769074795.050741:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10004 00000100:00100000:2.0:1769074795.058939:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.060109:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822016 00000100:00100000:0.0:1769074795.060123:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822016 00000100:00100000:0.0:1769074795.060185:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6517 00000100:00100000:0.0:1769074795.060193:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612822016:12345-192.168.204.39@tcp:55:lfs.0 00010000:00010000:0.0:1769074795.060250:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060264:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060275:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060301:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060308:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060314:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060320:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074795.060323:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060330:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060342:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:0.0:1769074795.060345:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1769074795.060350:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074795.060355:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad1e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074795.060453:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612822016:12345-192.168.204.39@tcp:55:lfs.0 Request processed in 257us (1521us total) trans 0 rc -22/-22 00000100:00100000:0.0:1769074795.060461:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6517 00000100:00100000:1.0:1769074795.064160:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.064325:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822272 00000100:00100000:3.0:1769074795.064339:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822272 00000100:00100000:3.0:1769074795.064462:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6518 00000100:00100000:3.0:1769074795.064472:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612822272:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074795.064540:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074795.064566:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ac68 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ce expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.064583:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074795.064589:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074795.064628:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.064651:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.064661:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00010000:3.0:1769074795.064813:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000925ccfde reply state 000000006a8ddc12 transno 8589941385 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074795.064863:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074795.064961:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612822272:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 490us (809us total) trans 8589941385 rc 0/0 00000100:00100000:3.0:1769074795.064968:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6518 00010000:00010000:3.0:1769074795.067023:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067038:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067045:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067051:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074795.067056:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067064:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067078:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074795.067081:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074795.067086:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074795.067092:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad25 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074795.071757:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.072040:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822400 00000100:00100000:3.0:1769074795.072050:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822400 00000100:00100000:3.0:1769074795.072100:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6519 00000100:00100000:3.0:1769074795.072109:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612822400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.072134:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074795.072157:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b61b expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.072218:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.072232:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.072251:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074795.072254:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074795.072257:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:3.0:1769074795.072331:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612822400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 222us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.072339:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6519 00000100:00100000:2.0:1769074795.076988:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.077082:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822528 00000100:00100000:0.0:1769074795.077092:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822528 00000100:00100000:0.0:1769074795.077143:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10005 00000100:00100000:0.0:1769074795.077152:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+8:58716:x1855007612822528:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074795.077171:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074795.077188:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b622 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.077215:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 9 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074795.077223:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074795.077226:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074795.077230:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.077259:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 9 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074795.077272:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 9 pid: 7967 timeout: 1879 lvb_type: 1 00000100:00100000:0.0:1769074795.077295:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619933696:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074795.077366:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074795.081748:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.081868:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822656 00000100:00100000:3.0:1769074795.081879:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822656 00010000:00010000:3.0:1769074795.081921:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 10 pid: 7967 timeout: 1879 lvb_type: 1 00000100:00100000:3.0:1769074795.081961:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5299 00000100:00100000:3.0:1769074795.081970:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+10:2371:x1855007612822656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074795.081985:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074795.082006:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 10 pid: 7967 timeout: 1879 lvb_type: 1 00010000:00010000:3.0:1769074795.082020:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 10 pid: 7967 timeout: 1879 lvb_type: 1 00010000:00010000:3.0:1769074795.082046:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.082048:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074795.082054:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.082064:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.082101:0:5738:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 10 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074795.082115:0:5738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619933824:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074795.082186:0:5738:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074795.082297:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8aca0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5e3 expref: 10 pid: 7967 timeout: 1879 lvb_type: 1 00000100:00100000:0.0:1769074795.082311:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619933696:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074795.082336:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.082344:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6600, rc 0) 00000100:00100000:0.0:1769074795.082367:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+9:58716:x1855007612822528:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5217us (5390us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074795.082372:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10005 00000100:00100000:3.0:1769074795.086476:0:5738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5738:1855007619933824:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074795.086500:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074795.086568:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2371:x1855007612822656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4598us (4827us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.086578:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5299 00000100:00100000:2.0:1769074795.088864:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.088952:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612822784 00000100:00100000:0.0:1769074795.088963:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612822784 00000100:00100000:0.0:1769074795.089020:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10006 00000100:00100000:0.0:1769074795.089030:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2370:x1855007612822784:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074795.089249:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074795.089253:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb mtime from disk: 1769074791 -> 1769074791 00002000:00010000:0.0:1769074795.089256:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb atime from disk: 0 -> 1769074791 00002000:00010000:0.0:1769074795.089259:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb ctime from disk: 1769074791 -> 1769074796 00002000:00010000:0.0:1769074795.089261:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074795.089333:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+9:2370:x1855007612822784:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 304us (513us total) trans 17179872635 rc 0/0 00000100:00100000:0.0:1769074795.089342:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10006 00000100:00100000:2.0:1769074795.094337:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.094429:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823040 00000100:00100000:3.0:1769074795.094440:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823040 00000100:00100000:3.0:1769074795.094545:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2766 00000100:00100000:3.0:1769074795.094556:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612823040:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1769074795.094643:0:31182:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x1aa:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ff expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.094681:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074795.094693:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.094700:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074795.094734:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.094749:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 10 pid: 30391 timeout: 1879 lvb_type: 0 00000100:00100000:3.0:1769074795.094763:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619933952:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074795.094875:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21d41840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.100079:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074795.100156:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074795.100197:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.100337:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619933952:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074795.100367:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074795.100688:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823168 00000100:00100000:3.0:1769074795.100697:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823168 00000100:00100000:3.0:1769074795.100751:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:3.0:1769074795.100760:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2372:x1855007612823168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074795.100867:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2372:x1855007612823168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 107us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.100875:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:2.0:1769074795.101003:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823552 00000100:00100000:2.0:1769074795.101008:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823552 00000100:00100000:2.0:1769074795.101064:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 898 00000100:00100000:2.0:1769074795.101072:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+5:2373:x1855007612823552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074795.101103:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+5:2373:x1855007612823552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.101110:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 898 00000100:00100000:2.0:1769074795.101130:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823296 00000100:00100000:2.0:1769074795.101135:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823296 00000100:00100000:2.0:1769074795.101162:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:2.0:1769074795.101169:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612823296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074795.101196:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612823296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.101202:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00080000:3.0:1769074795.102171:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074795.102179:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074795.104962:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074795.105054:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823680 00000100:00100000:3.0:1769074795.105064:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823680 00010000:00010000:3.0:1769074795.105108:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 11 pid: 30391 timeout: 1879 lvb_type: 0 00000100:00100000:3.0:1769074795.105151:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5300 00000100:00100000:3.0:1769074795.105160:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07309450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+11:2371:x1855007612823680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074795.105174:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074795.105181:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 11 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:3.0:1769074795.105195:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 11 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:3.0:1769074795.105215:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b61b expref: 11 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:3.0:1769074795.105232:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074795.105236:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074795.105249:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074795.105255:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074795.105283:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074795.105348:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07309450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+10:2371:x1855007612823680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 189us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.105356:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5300 00010000:00010000:0.0:1769074795.105712:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074795.105720:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074795.105743:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074795.105755:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.105763:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074795.105793:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074795.105805:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 9 pid: 30391 timeout: 1879 lvb_type: 0 00000100:00100000:0.0:1769074795.105818:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619934080:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074795.105911:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d415ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.109602:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074795.109801:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823424 00000100:00100000:0.0:1769074795.109810:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823424 00000100:00100000:0.0:1769074795.109914:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00100000:0.0:1769074795.109924:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+5:2372:x1855007612823424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074795.110003:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+5:2372:x1855007612823424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074795.110011:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00080000:3.0:1769074795.110748:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074795.114813:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619934080:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074795.114883:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:1.0:1769074795.116913:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074795.117022:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823808 00000100:00100000:2.0:1769074795.117032:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823808 00010000:00010000:2.0:1769074795.117073:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 1879 lvb_type: 0 00000100:00100000:2.0:1769074795.117121:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5301 00000100:00100000:2.0:1769074795.117130:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+10:2370:x1855007612823808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074795.117146:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074795.117154:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:2.0:1769074795.117166:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:2.0:1769074795.117188:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ad09 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b606 expref: 10 pid: 30391 timeout: 1879 lvb_type: 0 00010000:00010000:2.0:1769074795.117202:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:2.0:1769074795.117207:0:33336:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074795.117215:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074795.117222:0:33336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074795.117315:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074795.117372:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+9:2370:x1855007612823808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 241us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.117379:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5301 00010000:00010000:0.0:1769074795.121687:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074795.121707:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:0.0:1769074795.122155:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.123009:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074795.123048:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0efc90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074795.123161:0:32043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934208 00000100:00100000:2.0:1769074795.123170:0:32043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934208 00000100:00100000:2.0:1769074795.123248:0:32043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1769074795.123257:0:32043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934208:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1769074795.123379:0:32043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934208:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 123us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.123386:0:32043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:3.0:1769074795.123760:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074795.123929:0:31182:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872629 gen 2 00000004:00080000:0.0:1769074795.123936:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10873b80, transno 17179872622 00000004:00080000:0.0:1769074795.123957:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0ace7800, transno 17179872623 00000004:00080000:0.0:1769074795.123960:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d37de1500, transno 17179872624 00000004:00080000:0.0:1769074795.123962:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10871880, transno 17179872625 00000004:00080000:0.0:1769074795.123964:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10870a80, transno 17179872626 00000004:00080000:0.0:1769074795.123966:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d37de0700, transno 17179872627 00000004:00080000:0.0:1769074795.123968:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10871c00, transno 17179872628 00000004:00080000:0.0:1769074795.123971:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d10873480, transno 17179872629 00000100:00100000:0.0:1769074795.123977:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.124062:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.124099:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074795.124120:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d413e4b40 going to sleep for 11 seconds 00000004:00080000:1.0:1769074795.124418:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1769074795.124561:0:6542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934336 00000100:00100000:2.0:1769074795.124567:0:6542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934336 00000100:00100000:2.0:1769074795.124604:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1769074795.124612:0:6542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934336:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1769074795.124688:0:6542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934336:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 77us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.124695:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1769074795.124948:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.124990:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.125017:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074795.125040:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d413e4000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.125085:0:32043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934464 00000100:00100000:1.0:1769074795.125090:0:32043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934464 00000100:00100000:1.0:1769074795.125137:0:32043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1769074795.125145:0:32043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934464:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1769074795.125194:0:32043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934464:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074795.125200:0:32043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1769074795.125221:0:31182:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839598 gen 2 00000004:00080000:1.0:1769074795.125225:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147c380, transno 21474839590 00000004:00080000:1.0:1769074795.125234:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147fb80, transno 21474839591 00000004:00080000:1.0:1769074795.125237:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ed80, transno 21474839592 00000004:00080000:1.0:1769074795.125240:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ce00, transno 21474839593 00000004:00080000:1.0:1769074795.125243:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ea00, transno 21474839594 00000004:00080000:1.0:1769074795.125245:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147df80, transno 21474839595 00000004:00080000:1.0:1769074795.125248:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147c700, transno 21474839596 00000004:00080000:1.0:1769074795.125250:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a9c00, transno 21474839597 00000004:00080000:1.0:1769074795.125252:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c050a8380, transno 21474839598 00000100:00100000:1.0:1769074795.125256:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934464:0@lo:1000:mdt_rdpg00_002.0 00000100:00080000:2.0:1769074795.125944:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1769074795.126111:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].80, 368 off67000 00000001:00080000:1.0:1769074795.126122:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941386 00000100:00100000:1.0:1769074795.126183:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1769074795.126219:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074795.126245:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074795.126377:0:6542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934592 00000100:00100000:0.0:1769074795.126382:0:6542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934592 00000100:00100000:0.0:1769074795.126413:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1769074795.126418:0:6542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934592:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074795.126561:0:6542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31182:x1855007619934592:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 142us (341us total) trans 21474839600 rc 0/0 00000100:00100000:0.0:1769074795.126568:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000004:00080000:1.0:1769074795.126950:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:1.0:1769074795.126983:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1769074795.127007:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934720:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1769074795.127032:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074795.127085:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074795.127206:0:32043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934720 00000100:00100000:2.0:1769074795.127210:0:32043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934720 00000100:00100000:2.0:1769074795.127273:0:32043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1769074795.127281:0:32043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619934720:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1769074795.127652:0:32043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31182:x1855007619934720:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 371us (617us total) trans 17179872636 rc 0/0 00000100:00100000:2.0:1769074795.127659:0:32043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1769074795.127795:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619934720:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1769074795.127924:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941387 00010000:00010000:1.0:1769074795.127955:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.127966:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.127974:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.127985:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074795.127989:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.127997:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128011:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:1.0:1769074795.128013:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1769074795.128018:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128023:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ad41 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128042:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128048:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128054:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128058:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074795.128061:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128066:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128073:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074795.128075:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1769074795.128078:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128083:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8ad3a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074795.128093:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074795.128095:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074795.128101:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8acca lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5ff expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074795.128241:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612823040:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 33687us (33914us total) trans 8589941388 rc 0/0 00000100:00100000:1.0:1769074795.128249:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2766 00000020:00080000:1.0:1769074795.128253:0:31182:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1769074795.131163:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074795.131399:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612823936 00000100:00100000:2.0:1769074795.131408:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612823936 00000100:00100000:2.0:1769074795.131493:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6520 00000100:00100000:2.0:1769074795.131503:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+10:58716:x1855007612823936:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074795.131625:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074795.131661:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b629 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.131722:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.131736:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.131752:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074795.131755:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074795.131759:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97200, rc 0) 00000100:00100000:2.0:1769074795.131851:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f350b61-220d-44c0-add1-2054ba0cd22d+11:58716:x1855007612823936:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 319us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074795.134969:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6520 00000100:00100000:3.0:1769074795.136299:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074795.136353:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612824192 00000100:00100000:1.0:1769074795.136365:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612824192 00000100:00100000:1.0:1769074795.136421:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2767 00000100:00100000:1.0:1769074795.136430:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+11:58716:x1855007612824192:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1769074795.136704:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f350b61-220d-44c0-add1-2054ba0cd22d+12:58716:x1855007612824192:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 274us (412us total) trans 8589941389 rc 0/0 00000100:00100000:1.0:1769074795.136712:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2767 00000100:00100000:1.0:1769074795.140727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074795.140967:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612824448 00000100:00100000:2.0:1769074795.140979:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612824448 00000100:00100000:2.0:1769074795.141073:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2768 00000100:00100000:2.0:1769074795.141083:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+12:58716:x1855007612824448:12345-192.168.204.39@tcp:35:lfs.0 00000004:00080000:2.0:1769074795.141411:0:29859:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd1:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1769074795.141733:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141750:0:29859:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141762:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141771:0:29859:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141781:0:29859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141787:0:29859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074795.141814:0:29859:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074795.141959:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+13:58716:x1855007612824448:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 876us (1242us total) trans 8589941390 rc 0/0 00000100:00100000:2.0:1769074795.141968:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2768 00010000:00010000:0.0:1769074795.142039:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074795.142045:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074795.142052:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074795.142056:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074795.142063:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074795.142076:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:0.0:1769074795.142079:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1769074795.142084:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074795.142089:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96200/0x8b5959a9a0e8ad4f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074795.142108:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074795.142110:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074795.142112:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074795.457254:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074796.489400:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074796.542227:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619935104:0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.542312:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074796.542371:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074796.542378:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935232:0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.542406:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074796.542444:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935104 00000100:00100000:3.0:1769074796.542451:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935104 00000100:00100000:3.0:1769074796.542505:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1769074796.542517:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619935104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.542566:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619935104:12345-0@lo:400:kworker.0 Request processed in 52us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.542573:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1769074796.542597:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935232 00000100:00100000:3.0:1769074796.542601:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935232 00000100:00100000:3.0:1769074796.542661:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1769074796.542668:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619935232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.542699:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619935232:12345-0@lo:400:kworker.0 Request processed in 31us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.542705:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:3.0:1769074796.542720:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074796.542756:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935232:0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.542766:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619935104:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.543100:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619934848:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.543140:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074796.543175:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619935360:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.543197:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074796.543213:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074796.543218:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619934976:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.543237:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074796.543250:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619935488:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.543282:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074796.543638:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934848 00000100:00100000:3.0:1769074796.543643:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934848 00000100:00100000:3.0:1769074796.543684:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1769074796.543691:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619934848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.543741:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619934848:12345-0@lo:400:kworker.0 Request processed in 50us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.543747:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1769074796.543782:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619934976 00000100:00100000:3.0:1769074796.543786:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619934976 00000100:00100000:3.0:1769074796.543813:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935488 00000100:00100000:3.0:1769074796.543817:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935488 00000100:00100000:0.0:1769074796.544007:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935360 00000100:00100000:0.0:1769074796.544012:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935360 00000100:00100000:0.0:1769074796.544042:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1769074796.544048:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619935360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074796.544084:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619935360:12345-0@lo:400:kworker.0 Request processed in 36us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074796.544090:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1769074796.544123:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1769074796.544130:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619934976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074796.544157:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619934976:12345-0@lo:400:kworker.0 Request processed in 29us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074796.544163:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1769074796.544264:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619934976:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.544286:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619934848:0@lo:400:kworker.0 00000100:00100000:2.0:1769074796.544295:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619935360:0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.545140:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1769074796.545149:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619935488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074796.545207:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619935488:12345-0@lo:400:kworker.0 Request processed in 58us (1923us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.545214:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00080000:3.0:1769074796.545263:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074796.546093:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619935488:0@lo:400:kworker.0 00000001:02000400:2.0:1769074797.133617:0:33954:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mirror extend done 00010000:00010000:0.0:1769074797.502008:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:3.0:1769074798.221965:0:29856:0:(mdt_open.c:1759:mdt_reint_open()) cfs_fail_timeout interrupted 00010000:00010000:3.0:1769074798.233682:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad56 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233707:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233721:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074798.233735:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:3.0:1769074798.233903:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233912:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233919:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233925:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074798.233929:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233937:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233951:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:3.0:1769074798.233954:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074798.233960:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233966:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8ac37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.233996:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234002:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234010:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234015:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074798.234018:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234024:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234032:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0dee6600) 00010000:00010000:3.0:1769074798.234035:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074798.234038:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234042:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8ac3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.234095:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ac30 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c0 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.234112:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad56 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c0 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.234120:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074798.234123:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074798.234126:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6a00, rc 0) 00000100:00100000:3.0:1769074798.234197:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:58584:x1855007612817280:12345-192.168.204.39@tcp:101:dd.0 Request processed in 6180170us (6180384us total) trans 8589941391 rc 0/0 00000100:00100000:3.0:1769074798.234208:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6507 00000100:00100000:1.0:1769074798.284209:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074798.284447:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612824704 00000100:00100000:3.0:1769074798.284458:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612824704 00000100:00100000:3.0:1769074798.284534:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6521 00000100:00100000:3.0:1769074798.284544:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:58584:x1855007612824704:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:3.0:1769074798.284566:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074798.284570:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074798.284610:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad56 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b5c0 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.284629:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074798.284633:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074798.284648:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad64 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b630 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.284695:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.284709:0:29856:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.284718:0:29856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074798.284751:0:29856:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.284766:0:29856:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 12 pid: 30391 timeout: 1882 lvb_type: 0 00000100:00100000:3.0:1769074798.284779:0:29856:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619935616:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074798.284901:0:29856:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d21e88900 going to sleep for 11 seconds 00000100:00080000:0.0:1769074798.285646:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074798.292158:0:29856:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:29856:1855007619935616:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074798.292189:0:29856:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074798.292750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074798.292853:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612824832 00000100:00100000:0.0:1769074798.292861:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612824832 00010000:00010000:0.0:1769074798.292913:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 13 pid: 30391 timeout: 1882 lvb_type: 0 00000100:00100000:0.0:1769074798.292949:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5302 00000100:00100000:0.0:1769074798.292958:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+13:2371:x1855007612824832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074798.292973:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074798.292979:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 13 pid: 30391 timeout: 1882 lvb_type: 0 00010000:00010000:0.0:1769074798.293159:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 13 pid: 30391 timeout: 1882 lvb_type: 0 00010000:00010000:0.0:1769074798.293182:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97200/0x8b5959a9a0e8ad48 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b629 expref: 13 pid: 30391 timeout: 1882 lvb_type: 0 00010000:00010000:0.0:1769074798.293197:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074798.293202:0:5738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074798.293210:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074798.293216:0:5738:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074798.293238:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074798.293289:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+12:2371:x1855007612824832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 331us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074798.293298:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5302 00010000:00010000:2.0:1769074798.293451:0:29856:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074798.293459:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000040:00080000:2.0:1769074798.294379:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1645, 88 off143120 00000004:00080000:2.0:1769074798.294392:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1782455568555ns, next at 1773514421524ns, rc = 0 00000040:00080000:2.0:1769074798.294430:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1646, 88 off143208 00000004:00080000:2.0:1769074798.294435:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1782455611970ns, next at 1773514421524ns, rc = 0 00000040:00080000:2.0:1769074798.294534:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1648, 88 off143360 00000004:00080000:2.0:1769074798.294543:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1782455719355ns, next at 1773511312773ns, rc = 0 00000100:00080000:3.0:1769074798.294813:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769074798.426614:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b630 expref: 10 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074798.426633:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074798.426636:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074798.426656:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ad64 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b630 expref: 10 pid: 29856 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074798.426673:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b630 expref: 9 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074798.426709:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074798.426712:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074798.426715:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:2.0:1769074798.426786:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:58584:x1855007612824704:12345-192.168.204.39@tcp:101:dd.0 Request processed in 142242us (142586us total) trans 8589941392 rc 0/0 00000100:00100000:2.0:1769074798.426799:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6521 00000001:00080000:2.0:1769074798.426859:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941386 is committed 00000001:00080000:2.0:1769074798.426872:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941389 is committed 00000020:00080000:2.0:1769074798.426883:0:29889:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff956d0efc9f00 refcount 2 committed 0 result 0 batchid 4294969403 00000020:00080000:2.0:1769074798.426887:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d18d49200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff956c035f2000 00000020:00080000:2.0:1769074798.426891:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d200a2f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff956d0efc90c0 00000020:00080000:2.0:1769074798.426894:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d200a2600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff956d20017400 00000020:00080000:2.0:1769074798.426897:0:29889:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].80 00000001:00080000:2.0:1769074798.426908:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941392 is committed 00000004:00080000:2.0:1769074798.426913:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1339 committed 00000004:00080000:2.0:1769074798.426921:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1339 committed 00000004:00080000:2.0:1769074798.426936:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1338 committed 00000001:00080000:2.0:1769074798.426941:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941390 is committed 00000020:00080000:2.0:1769074798.427058:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969403 committed batchid 4294969402 00000020:00080000:2.0:1769074798.427239:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969402 00000100:00100000:2.0:1769074798.427301:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935744:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074798.427353:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074798.429027:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074798.429093:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935744 00000100:00100000:0.0:1769074798.429102:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935744 00000100:00100000:0.0:1769074798.429159:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10007 00000100:00100000:0.0:1769074798.429168:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619935744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074798.429356:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074798.429360:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb mtime from disk: 1769074791 -> 1769074791 00002000:00010000:0.0:1769074798.429362:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb atime from disk: 1769074791 -> 1769074791 00002000:00010000:0.0:1769074798.429365:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb ctime from disk: 1769074796 -> 1769074796 00002000:00010000:0.0:1769074798.429367:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x215:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1769074798.434709:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935872:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074798.434798:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074798.434911:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935872 00000100:00100000:1.0:1769074798.434920:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935872 00000100:00100000:1.0:1769074798.434971:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10008 00000100:00100000:1.0:1769074798.434980:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619935872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1769074798.435203:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074798.435207:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb mtime from disk: 1769074791 -> 1769074791 00002000:00010000:1.0:1769074798.435210:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb atime from disk: 1769074791 -> 1769074791 00002000:00010000:1.0:1769074798.435212:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb ctime from disk: 1769074796 -> 1769074796 00002000:00010000:1.0:1769074798.435214:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074798.435221:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619935744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6053us (7866us total) trans 21474839601 rc 0/0 00000100:00100000:0.0:1769074798.435229:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10007 00000100:00100000:1.0:1769074798.435248:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619935872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (450us total) trans 17179872637 rc 0/0 00000100:00100000:1.0:1769074798.435253:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10008 00000100:00100000:0.0:1769074798.435258:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619936000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074798.435284:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1769074798.435319:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074798.435325:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074798.435335:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936000 00000100:00100000:0.0:1769074798.435338:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936000 00000100:00100000:0.0:1769074798.435379:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10009 00000100:00100000:0.0:1769074798.435386:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619936000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074798.435474:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074798.435478:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb mtime from disk: 1769074791 -> 1769074791 00002000:00010000:0.0:1769074798.435480:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb atime from disk: 1769074791 -> 1769074791 00002000:00010000:0.0:1769074798.435483:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb ctime from disk: 1769074796 -> 1769074796 00002000:00010000:0.0:1769074798.435485:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074798.435525:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3289:x1855007619936000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (240us total) trans 17179872638 rc 0/0 00000100:00100000:0.0:1769074798.435532:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10009 00000004:00080000:2.0:1769074798.435733:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d37de3b80/2, rc 0, transno 17179872638 00000100:00100000:2.0:1769074798.435740:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619936000:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074798.436212:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04211c00/2, rc 0, transno 21474839601 00000100:00100000:3.0:1769074798.436220:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935744:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074798.436233:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d37de0700/2, rc 0, transno 17179872637 00000100:00100000:3.0:1769074798.436236:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619935872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074798.441497:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074798.441623:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612824960 00000100:00100000:1.0:1769074798.441636:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612824960 00000100:00100000:1.0:1769074798.441745:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5556 00000100:00100000:1.0:1769074798.441756:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612824960:12345-192.168.204.39@tcp:4:dd.0 00010000:00010000:1.0:1769074798.441795:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.441814:0:14225:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.441862:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074798.441864:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074798.441867:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.441902:0:14225:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 8 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.441915:0:14225:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 8 pid: 26584 timeout: 1882 lvb_type: 0 00000100:00100000:1.0:1769074798.441929:0:14225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14225:1855007619936128:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074798.442284:0:14225:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02f676c0 going to sleep for 11 seconds 00000100:00080000:0.0:1769074798.442569:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074798.446717:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074798.446973:0:14225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14225:1855007619936128:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074798.447012:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074798.447214:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825088 00000100:00100000:3.0:1769074798.447223:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825088 00010000:00010000:3.0:1769074798.447275:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 1882 lvb_type: 0 00000100:00100000:3.0:1769074798.447317:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5303 00000100:00100000:3.0:1769074798.447326:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+9:2370:x1855007612825088:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074798.447343:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074798.447365:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 1882 lvb_type: 0 00010000:00010000:3.0:1769074798.447385:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 1882 lvb_type: 0 00010000:00010000:3.0:1769074798.447421:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8ad33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b622 expref: 9 pid: 26584 timeout: 1882 lvb_type: 0 00010000:00010000:3.0:1769074798.447435:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074798.447439:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074798.447443:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.447453:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074798.447487:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074798.447536:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+8:2370:x1855007612825088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 210us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074798.447545:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5303 00000100:00080000:0.0:1769074798.447601:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1769074798.447935:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074798.447945:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.526147:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074798.527451:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872638 is committed 00000001:00080000:0.0:1769074798.527463:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872635 is committed 00000001:00080000:0.0:1769074798.527467:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872639 is committed 00002000:00010000:1.0:1769074798.527792:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb mtime from disk: 1769074791 -> 1769074799 00002000:00010000:1.0:1769074798.527797:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x218:0x0] updating lvb ctime from disk: 1769074796 -> 1769074799 00010000:00010000:1.0:1769074798.527812:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527845:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527855:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527862:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074798.527867:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527876:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527895:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.527901:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074798.528152:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612824960:12345-192.168.204.39@tcp:4:dd.0 Request processed in 86392us (86660us total) trans 17179872639 rc 0/0 00000100:00100000:1.0:1769074798.528162:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5556 00000100:00100000:0.0:1769074798.590271:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619936256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074798.590351:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074798.590509:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936256 00000100:00100000:2.0:1769074798.590527:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936256 00000100:00100000:2.0:1769074798.590607:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1769074798.590617:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619936256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074798.590642:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531169280 pending 0 free 3849322496 avail 3846176768 00000100:00100000:2.0:1769074798.590686:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619936256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074798.590693:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1769074798.590885:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872638 gen 2 00000004:00080000:0.0:1769074798.590892:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872636 committed transno 17179872638 00000004:00080000:0.0:1769074798.590911:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d37de0700, transno 17179872637 00000004:00080000:0.0:1769074798.590921:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d37de3b80, transno 17179872638 00000100:00100000:0.0:1769074798.590932:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619936256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074798.592590:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619936384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074798.592642:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074798.592688:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936384 00000100:00100000:0.0:1769074798.592695:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936384 00000100:00100000:0.0:1769074798.592731:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1769074798.592738:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619936384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074798.592766:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3853516800 avail 3851419648 00000100:00100000:0.0:1769074798.592808:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619936384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074798.592814:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1769074798.592872:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619936384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074798.599699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074798.600078:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825216 00000100:00100000:1.0:1769074798.600090:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825216 00000100:00100000:1.0:1769074798.601349:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5557 00000100:00100000:1.0:1769074798.601364:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+5:2372:x1855007612825216:12345-192.168.204.39@tcp:4:dd.0 00002000:00010000:1.0:1769074798.601426:0:14225:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x218:0x0] initial LVB size: 2097152, mtime: 0x6971f06f, atime: 0x6971f067, ctime: 0x6971f06f, blocks: 0x1007 00010000:00010000:1.0:1769074798.601436:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.601451:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074798.601454:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074798.601459:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.601473:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687134:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687155:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687165:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687171:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41334e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074798.687176:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687185:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687206:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074798.687214:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41334e00/0x8b5959a9a0e8ad79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074798.687325:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612825216:12345-192.168.204.39@tcp:4:dd.0 Request processed in 85960us (87631us total) trans 17179872640 rc 0/0 00000100:00100000:1.0:1769074798.687337:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5557 00000001:00080000:1.0:1769074798.689299:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872640 is committed 00000100:00100000:0.0:1769074798.694443:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074798.694871:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825472 00000100:00100000:2.0:1769074798.694883:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825472 00000100:00100000:2.0:1769074798.694939:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2769 00000100:00100000:2.0:1769074798.694948:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:58584:x1855007612825472:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:2.0:1769074798.695290:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:58584:x1855007612825472:12345-192.168.204.39@tcp:35:dd.0 Request processed in 341us (855us total) trans 8589941393 rc 0/0 00000100:00100000:2.0:1769074798.695298:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2769 00000001:00080000:2.0:1769074799.207343:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839601 is committed 00000001:00080000:2.0:1769074799.207362:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839599 is committed 00010000:00010000:3.0:1769074799.552296:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074800.217763:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217820:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217897:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217926:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217969:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074800.217998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074800.218124:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825728 00000100:00100000:2.0:1769074800.218140:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825728 00000100:00100000:2.0:1769074800.218223:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826112 00000100:00100000:2.0:1769074800.218227:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826112 00000100:00100000:2.0:1769074800.218258:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:2.0:1769074800.218270:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612825728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218392:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612825728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 124us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218404:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:2.0:1769074800.218428:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1769074800.218436:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612826112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218466:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612826112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218471:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1769074800.218492:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825984 00000100:00100000:2.0:1769074800.218496:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825984 00000100:00100000:2.0:1769074800.218525:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826240 00000100:00100000:2.0:1769074800.218528:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826240 00000100:00100000:2.0:1769074800.218565:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825856 00000100:00100000:2.0:1769074800.218569:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825856 00000100:00100000:2.0:1769074800.218590:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826368 00000100:00100000:2.0:1769074800.218593:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826368 00000100:00100000:2.0:1769074800.218614:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00100000:2.0:1769074800.218619:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2371:x1855007612825984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218649:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2371:x1855007612825984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218656:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00100000:2.0:1769074800.218667:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 903 00000100:00100000:2.0:1769074800.218672:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612826240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218695:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612826240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218702:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 903 00000100:00100000:2.0:1769074800.218713:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 904 00000100:00100000:2.0:1769074800.218719:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612825856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218745:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612825856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218749:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 904 00000100:00100000:2.0:1769074800.218760:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00100000:2.0:1769074800.218766:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612826368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.218789:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612826368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.218794:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00080000:2.0:1769074800.218811:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074800.218816:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074800.218819:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074800.222755:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612825600 00000100:00100000:2.0:1769074800.222779:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612825600 00000100:00100000:2.0:1769074800.222875:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:2.0:1769074800.222886:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612825600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074800.223001:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612825600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 116us (5103us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.223010:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 332 00010000:00010000:2.0:1769074800.576237:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074800.787692:0:34052:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: dd completed 00000100:00100000:1.0:1769074800.889415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074800.889511:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826496 00000100:00100000:2.0:1769074800.889522:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826496 00000100:00100000:2.0:1769074800.889599:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6522 00000100:00100000:2.0:1769074800.889610:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:59006:x1855007612826496:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074800.889631:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074800.889657:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ad80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b637 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074800.889725:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.889739:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.889753:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074800.889941:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1769074800.889946:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074800.889973:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.889998:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ad80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b637 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074800.890016:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b637 expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074800.890025:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074800.890028:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074800.890031:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c96c00, rc 0) 00000100:00100000:2.0:1769074800.890091:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59006:x1855007612826496:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 483us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.890099:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6522 00000100:00100000:2.0:1769074800.909884:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074800.912158:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826752 00000100:00100000:3.0:1769074800.912173:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826752 00000100:00100000:3.0:1769074800.912248:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6523 00000100:00100000:3.0:1769074800.912258:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59006:x1855007612826752:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074800.912280:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074800.912300:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b63e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.912387:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912402:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912414:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912427:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912434:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912440:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912694:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912703:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912710:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912716:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.912720:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912727:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912743:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074800.912746:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.912751:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912757:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ad95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912769:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912775:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912781:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912786:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.912789:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912795:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912802:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7fa100) 00010000:00010000:3.0:1769074800.912804:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.912807:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912813:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ad9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.912871:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad8e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b63e expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.912882:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074800.912885:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074800.912888:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ad8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b63e expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.912897:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6a00, rc 0) 00000100:00100000:3.0:1769074800.912967:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59006:x1855007612826752:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 710us (3092us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074800.912975:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6523 00000100:00100000:0.0:1769074800.931181:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074800.931596:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612826880 00000100:00100000:3.0:1769074800.931607:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612826880 00000100:00100000:3.0:1769074800.931666:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6524 00000100:00100000:3.0:1769074800.931676:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59006:x1855007612826880:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074800.931747:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.931766:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.931778:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.931792:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.931801:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.931808:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932749:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932762:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932770:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074800.932804:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00000004:00200000:3.0:1769074800.932809:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074800.932852:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932865:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932871:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932877:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932882:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.932886:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932893:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932904:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074800.932907:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.932911:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932917:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ada3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932927:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932931:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932936:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932941:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.932943:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932948:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932955:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7fa100) 00010000:00010000:3.0:1769074800.932957:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.932960:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932965:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932979:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932985:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932995:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.932999:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.933002:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.933007:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.933013:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074800.933015:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.933018:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.933022:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074800.933102:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59006:x1855007612826880:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1425us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074800.933111:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6524 00000100:00100000:1.0:1769074800.974034:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074800.974739:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612827136 00000100:00100000:3.0:1769074800.974751:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612827136 00000100:00100000:3.0:1769074800.974820:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6525 00000100:00100000:3.0:1769074800.974866:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59007:x1855007612827136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074800.974887:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074800.974908:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b645 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.974986:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975000:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975012:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975026:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975032:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975038:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975141:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975149:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975155:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975161:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.975164:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975171:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975182:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074800.975196:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.975201:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975207:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8adbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975219:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975224:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975230:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975234:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074800.975236:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975242:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975248:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7fa100) 00010000:00010000:3.0:1769074800.975251:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074800.975253:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975259:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8adc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074800.975291:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b645 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.975300:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074800.975303:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074800.975307:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b645 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074800.975314:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074800.975391:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59007:x1855007612827136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 527us (1365us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074800.975399:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6525 00000100:00100000:1.0:1769074800.986015:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074800.986427:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612827264 00000100:00100000:2.0:1769074800.986446:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612827264 00000100:00100000:2.0:1769074800.986502:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6526 00000100:00100000:2.0:1769074800.986511:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59007:x1855007612827264:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074800.986592:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986608:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986619:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986633:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986640:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986646:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986751:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986773:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986781:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074800.986812:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00000004:00200000:2.0:1769074800.986816:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074800.986855:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986869:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986876:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986882:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986888:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074800.986891:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986898:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986909:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074800.986912:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074800.986917:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986923:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986933:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986938:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986944:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986949:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074800.986951:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986961:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986967:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7ce900) 00010000:00010000:2.0:1769074800.986970:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074800.986972:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986977:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8add4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986990:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.986995:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.987001:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.987006:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c96a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074800.987008:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.987014:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.987021:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074800.987023:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074800.987026:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074800.987031:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8addb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074800.987112:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:59007:x1855007612827264:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 601us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074800.987120:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6526 00000100:00100000:0.0:1769074801.028934:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074801.029075:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612827392 00000100:00100000:2.0:1769074801.029088:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612827392 00000100:00100000:2.0:1769074801.029141:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6527 00000100:00100000:2.0:1769074801.029150:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:59009:x1855007612827392:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074801.029171:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074801.029194:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8ade2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b64c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.029263:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029276:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029286:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029299:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029306:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029312:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029442:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029452:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029458:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074801.029493:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00000004:00200000:2.0:1769074801.029497:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074801.029515:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029526:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029546:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029552:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029558:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029564:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074801.029568:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029574:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029586:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074801.029590:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074801.029595:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029601:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97e00/0x8b5959a9a0e8ade9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029616:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029620:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029625:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029630:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41c97600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074801.029633:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029638:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029644:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7ce900) 00010000:00010000:2.0:1769074801.029647:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074801.029649:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029653:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8adf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074801.029681:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8ade2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b64c expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.029695:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b64c expref: 10 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.029733:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074801.029735:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074801.029738:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97400, rc 0) 00000100:00100000:2.0:1769074801.029805:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:59009:x1855007612827392:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 655us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074801.029813:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6527 00000100:00100000:2.0:1769074801.055352:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074801.055648:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612827520 00000100:00100000:3.0:1769074801.055661:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612827520 00000100:00100000:3.0:1769074801.055726:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10010 00000100:00100000:3.0:1769074801.055736:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:2373:x1855007612827520:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074801.055755:0:7967:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074801.055789:0:7967:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b653 expref: -99 pid: 7967 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074801.055817:0:7967:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x218:0x0] initial LVB size: 2097152, mtime: 0x6971f06f, atime: 0x6971f067, ctime: 0x6971f06f, blocks: 0x1007 00010000:00010000:3.0:1769074801.055864:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074801.055867:0:7967:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074801.055876:0:7967:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074801.055897:0:7967:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074801.055910:0:7967:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074801.055966:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e818347-4d21-45d1-a323-b359656f3fdd+6:2373:x1855007612827520:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 232us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074801.055976:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10010 00000100:00100000:0.0:1769074801.080174:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074801.086799:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612827776 00000100:00100000:2.0:1769074801.086813:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612827776 00000100:00100000:2.0:1769074801.087179:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6528 00000100:00100000:2.0:1769074801.087190:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:59009:x1855007612827776:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074801.087211:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074801.087232:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8ae05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b65a expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.087331:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ae0c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074801.087345:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ae0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074801.087356:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ae0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074801.087368:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:2.0:1769074801.090340:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96a00/0x8b5959a9a0e8ae05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b65a expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.090375:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ae0c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b65a expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.090384:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074801.090387:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074801.090391:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41c97600, rc 0) 00000100:00100000:2.0:1769074801.090651:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:59009:x1855007612827776:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3289us (10311us total) trans 8589941394 rc 0/0 00000100:00100000:2.0:1769074801.090661:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6528 00000100:00100000:1.0:1769074801.100789:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074801.100851:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074801.100879:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828032 00000100:00100000:1.0:1769074801.100889:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828032 00000100:00100000:1.0:1769074801.100939:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6529 00000100:00100000:1.0:1769074801.100949:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:59009:x1855007612828032:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074801.100973:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074801.100995:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8ae1a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b661 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.101092:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e8ae21 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074801.101109:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e8ae21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074801.101121:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e8ae21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074801.101133:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1aa:0x0]: returning size 2097152 00010000:00010000:1.0:1769074801.101251:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334000/0x8b5959a9a0e8ae1a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b661 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.101267:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e8ae21 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b661 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.101282:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074801.101285:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074801.101289:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41334a00, rc 0) 00000100:00100000:1.0:1769074801.101342:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:59009:x1855007612828032:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 394us (561us total) trans 8589941395 rc 0/0 00000100:00100000:1.0:1769074801.101349:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6529 00000100:00100000:1.0:1769074801.101376:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828160 00000100:00100000:1.0:1769074801.101380:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828160 00000100:00100000:1.0:1769074801.101407:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 831 00000100:00100000:1.0:1769074801.101414:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612828160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074801.101423:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074801.101436:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97600/0x8b5959a9a0e8ae0c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b65a expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.101447:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074801.101451:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074801.101468:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612828160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 55us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074801.101492:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 831 00000100:00100000:1.0:1769074801.120668:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074801.120714:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074801.120786:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828288 00000100:00100000:0.0:1769074801.120796:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828288 00000100:00100000:0.0:1769074801.120900:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828416 00000100:00100000:0.0:1769074801.120904:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828416 00000100:00100000:0.0:1769074801.120934:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5558 00000100:00100000:0.0:1769074801.120944:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612828288:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074801.120983:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121003:0:26135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121011:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074801.121013:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074801.121016:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121051:0:26135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121067:0:26135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 5 pid: 33558 timeout: 1885 lvb_type: 0 00000100:00100000:0.0:1769074801.121081:0:26135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619936512:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074801.121160:0:26135:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1083d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074801.121180:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5559 00000100:00100000:0.0:1769074801.121187:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612828416:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074801.121203:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121211:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074801.121214:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074801.121216:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.121225:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074801.123623:0:26135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26135:1855007619936512:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074801.123649:0:26135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074801.123661:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074801.123929:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828544 00000100:00100000:0.0:1769074801.123937:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828544 00010000:00010000:0.0:1769074801.123971:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 6 pid: 33558 timeout: 1885 lvb_type: 0 00000100:00100000:0.0:1769074801.124005:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5304 00000100:00100000:0.0:1769074801.124013:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612828544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074801.124027:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074801.124049:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 6 pid: 33558 timeout: 1885 lvb_type: 0 00010000:00010000:0.0:1769074801.124063:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 6 pid: 33558 timeout: 1885 lvb_type: 0 00010000:00010000:0.0:1769074801.124085:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8ad10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b60d expref: 6 pid: 33558 timeout: 1885 lvb_type: 0 00010000:00010000:0.0:1769074801.124097:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074801.124099:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074801.124103:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.124117:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.124125:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074801.124127:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074801.124130:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.124136:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.124163:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074801.124207:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612828544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 194us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074801.124215:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5304 00010000:00010000:2.0:1769074801.124690:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.124700:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.128548:0:26135:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.128569:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206775:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206796:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206806:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206813:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074801.206817:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206850:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206869:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074801.206876:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8ae36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074801.206976:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612828416:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 85784us (86255us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074801.206986:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5559 00010000:00010000:2.0:1769074801.213179:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213200:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213213:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213220:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074801.213224:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213232:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213249:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.213255:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8ae2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074801.213363:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612828288:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 92415us (92702us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074801.213372:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5558 00000100:00100000:1.0:1769074801.255029:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074801.255300:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828672 00000100:00100000:2.0:1769074801.255311:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828672 00000100:00100000:2.0:1769074801.255440:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00100000:2.0:1769074801.255450:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:59009:x1855007612828672:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:2.0:1769074801.255467:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074801.255491:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41334a00/0x8b5959a9a0e8ae21 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b661 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074801.255519:0:5738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074801.255524:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074801.255594:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:59009:x1855007612828672:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 144us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074801.255602:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00100000:0.0:1769074801.260056:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074801.260165:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612828928 00000100:00100000:1.0:1769074801.260177:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612828928 00000100:00100000:1.0:1769074801.260274:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2770 00000100:00100000:1.0:1769074801.260286:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03095850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:59009:x1855007612828928:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1769074801.260580:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03095850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:59009:x1855007612828928:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 296us (533us total) trans 8589941396 rc 0/0 00000100:00100000:1.0:1769074801.260589:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2770 00000100:00100000:1.0:1769074801.271562:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074801.271813:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829184 00000100:00100000:3.0:1769074801.271865:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829184 00000100:00100000:3.0:1769074801.271924:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2771 00000100:00100000:3.0:1769074801.271935:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:59009:x1855007612829184:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074801.272198:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:59009:x1855007612829184:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 264us (645us total) trans 8589941397 rc 0/0 00000100:00100000:3.0:1769074801.272205:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2771 00010000:00010000:1.0:1769074801.598889:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074801.665674:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619936768:0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.665742:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074801.665797:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619937280:0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.665816:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074801.665852:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074801.665857:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619936896:0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.665875:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074801.665902:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936768 00000100:00100000:2.0:1769074801.665909:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936768 00000100:00100000:2.0:1769074801.665949:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937280 00000100:00100000:2.0:1769074801.665951:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937280 00000100:00100000:2.0:1769074801.665964:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936896 00000100:00100000:2.0:1769074801.665966:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936896 00000100:00100000:2.0:1769074801.665982:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1769074801.665989:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619936768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.666032:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619936768:12345-0@lo:400:kworker.0 Request processed in 43us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074801.666039:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1769074801.666054:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1769074801.666059:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619937280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.666081:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619937280:12345-0@lo:400:kworker.0 Request processed in 23us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074801.666087:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1769074801.666095:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1769074801.666100:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619936896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.666117:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619936896:12345-0@lo:400:kworker.0 Request processed in 18us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074801.666123:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:2.0:1769074801.666135:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074801.666167:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619936896:0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.666175:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619936768:0@lo:400:kworker.0 00000100:00100000:2.0:1769074801.666183:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619937280:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666268:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937024:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666302:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074801.666334:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1769074801.666339:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619936640:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666370:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074801.666389:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937152:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666406:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074801.666427:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936640 00000100:00100000:3.0:1769074801.666430:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936640 00000100:00100000:3.0:1769074801.666456:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1769074801.666461:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619936640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666492:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619936640:12345-0@lo:400:kworker.0 Request processed in 30us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074801.666499:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1769074801.666535:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937024 00000100:00100000:3.0:1769074801.666538:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937024 00000100:00100000:3.0:1769074801.666566:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937152 00000100:00100000:3.0:1769074801.666569:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937152 00000100:00100000:3.0:1769074801.666589:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1769074801.666595:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666622:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937024:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074801.666627:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1769074801.666743:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1769074801.666748:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666773:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937152:12345-0@lo:400:kworker.0 Request processed in 24us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074801.666778:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00080000:3.0:1769074801.666800:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074801.666803:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074801.666816:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619936640:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666845:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937152:0@lo:400:kworker.0 00000100:00100000:3.0:1769074801.666853:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839601 gen 2 00000004:00080000:3.0:1769074801.666859:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839600 committed transno 21474839601 00000004:00080000:3.0:1769074801.666871:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04211c00, transno 21474839601 00000100:00100000:3.0:1769074801.666881:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937024:0@lo:400:kworker.0 00010000:00010000:3.0:1769074802.622487:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074803.646058:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074803.713560:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074803.713589:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619937408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074803.713658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074803.714591:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074803.714668:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074803.715213:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937408 00000100:00100000:0.0:1769074803.715223:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937408 00000100:00100000:0.0:1769074803.715300:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937536 00000100:00100000:0.0:1769074803.715304:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937536 00000100:00100000:0.0:1769074803.715324:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1769074803.715332:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619937408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074803.715379:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531562496 pending 0 free 3849322496 avail 3847225344 00000100:00100000:0.0:1769074803.715439:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619937408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074803.715446:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1769074803.715462:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1769074803.715468:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074803.715495:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3853516800 avail 3851419648 00000100:00100000:0.0:1769074803.715527:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619937536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074803.715533:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1769074803.715596:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619937408:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1769074803.716153:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074803.716158:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074803.716188:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619937536:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1769074803.779269:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941396 is committed 00000020:00080000:1.0:1769074803.779302:0:29889:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969403 batchid updated 00000001:00080000:1.0:1769074803.779333:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941397 is committed 00000020:00080000:2.0:1769074803.779469:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00000020:00080000:2.0:1769074803.779862:0:29892:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969403 cancel update log [0x200000bd0:0x1:0x0].80: rc = 0 00000020:00080000:2.0:1769074803.779875:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00010000:00010000:3.0:1769074804.671232:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074805.361327:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361374:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361405:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361427:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361450:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361487:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361517:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074805.361549:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829568 00000100:00100000:3.0:1769074805.361560:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829568 00000100:00100000:3.0:1769074805.361620:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830080 00000100:00100000:3.0:1769074805.361623:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830080 00000100:00100000:3.0:1769074805.361645:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829696 00000100:00100000:3.0:1769074805.361648:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829696 00000100:00100000:3.0:1769074805.361670:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829952 00000100:00100000:3.0:1769074805.361673:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829952 00000100:00100000:3.0:1769074805.361696:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:3.0:1769074805.361706:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612829568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.361774:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+5:2370:x1855007612829568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.361781:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:3.0:1769074805.361802:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 909 00000100:00100000:3.0:1769074805.361809:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612830080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.361864:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612830080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 56us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.361870:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 909 00000100:00100000:3.0:1769074805.361882:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 910 00000100:00100000:3.0:1769074805.361888:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612829696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.361910:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612829696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.361915:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 910 00000100:00100000:3.0:1769074805.361926:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00100000:3.0:1769074805.361932:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612829952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.361953:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2370:x1855007612829952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.361959:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00100000:3.0:1769074805.361984:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829824 00000100:00100000:3.0:1769074805.361988:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829824 00000100:00100000:3.0:1769074805.362010:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829440 00000100:00100000:3.0:1769074805.362012:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829440 00000100:00100000:3.0:1769074805.362031:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:3.0:1769074805.362036:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612829824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.362062:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2370:x1855007612829824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.362067:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:3.0:1769074805.362077:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:3.0:1769074805.362082:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612829440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074805.362108:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612829440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074805.362113:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00080000:3.0:1769074805.362136:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074805.362140:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074805.362142:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074805.362226:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612829312 00000100:00100000:2.0:1769074805.362231:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612829312 00000100:00100000:2.0:1769074805.362264:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:2.0:1769074805.362271:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612829312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074805.362297:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2370:x1855007612829312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074805.362304:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 334 00010000:00010000:3.0:1769074805.693977:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074806.718012:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074806.782106:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619938048:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782172:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782225:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074806.782231:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619937664:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782273:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782296:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619938176:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782315:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782339:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619937920:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782363:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782382:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1769074806.782387:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619937792:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782407:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782423:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619938304:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782465:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074806.782494:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938048 00000100:00100000:2.0:1769074806.782501:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938048 00000100:00100000:2.0:1769074806.782552:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938176 00000100:00100000:2.0:1769074806.782555:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938176 00000100:00100000:2.0:1769074806.782577:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1769074806.782584:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619938048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782630:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619938048:12345-0@lo:400:kworker.0 Request processed in 46us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.782636:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1769074806.782653:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1769074806.782660:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619938176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782687:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619938176:12345-0@lo:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.782693:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1769074806.782713:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937664 00000100:00100000:2.0:1769074806.782716:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937664 00000100:00100000:2.0:1769074806.782739:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1769074806.782745:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619937664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782773:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619937664:12345-0@lo:400:kworker.0 Request processed in 28us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.782779:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1769074806.782808:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937920 00000100:00100000:2.0:1769074806.782811:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937920 00000100:00100000:2.0:1769074806.782863:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619937792 00000100:00100000:2.0:1769074806.782866:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619937792 00000100:00100000:2.0:1769074806.782883:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938304 00000100:00100000:2.0:1769074806.782885:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938304 00000100:00100000:2.0:1769074806.782899:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1769074806.782904:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619937920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782937:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619937920:12345-0@lo:400:kworker.0 Request processed in 32us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.782944:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1769074806.782956:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1769074806.782962:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619937792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.782988:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619937792:12345-0@lo:400:kworker.0 Request processed in 27us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.782997:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1769074806.783006:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1769074806.783011:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619938304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783039:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619938304:12345-0@lo:400:kworker.0 Request processed in 27us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074806.783044:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:2.0:1769074806.783068:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074806.783072:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074806.783073:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074806.783120:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619937792:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783130:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619938304:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783138:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619937920:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783165:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619937664:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783174:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619938176:0@lo:400:kworker.0 00000100:00100000:2.0:1769074806.783182:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619938048:0@lo:400:kworker.0 00010000:00010000:3.0:1769074807.744277:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074807.781320:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074807.781438:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830336 00000100:00100000:2.0:1769074807.781451:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830336 00000100:00080000:3.0:1769074807.781531:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074807.781542:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6530 00000100:00100000:2.0:1769074807.781553:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:59428:x1855007612830336:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1769074807.781609:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1769074807.781637:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c97400/0x8b5959a9a0e8adf7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b64c expref: 9 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.781672:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8ad6b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b630 expref: 8 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.781684:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074807.781699:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41c96c00/0x8b5959a9a0e8ad87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b637 expref: 7 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.781707:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074807.781713:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074807.781739:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.781751:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.781760:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.781771:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.781777:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.781784:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.782045:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.782054:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.782062:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000040:00080000:2.0:1769074807.783481:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1647, 64 off143272 00000004:00080000:2.0:1769074807.783494:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1791944669862ns, next at 1792944667182ns, rc = 0 00000040:00080000:2.0:1769074807.783515:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1648, 64 off143336 00000040:00080000:2.0:1769074807.783562:0:30549:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1649, 64 off143424 00000004:00080000:2.0:1769074807.783568:0:30549:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1791944744869ns, next at 1792944743707ns, rc = 0 00010000:00010000:2.0:1769074807.783650:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783673:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783684:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783692:0:30549:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783698:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783704:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783804:0:30549:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074807.783848:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783855:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783865:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783871:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074807.783876:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783883:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783896:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074807.783899:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074807.783914:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783921:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae4b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783979:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783985:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783991:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.783996:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074807.783998:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.784004:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.784016:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:2.0:1769074807.784019:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074807.784022:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074807.784027:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae3d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000004:00010000:2.0:1769074807.784041:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004265bd2e reply state 00000000bec8e072 transno 8589941398 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:2.0:1769074807.784049:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074807.784160:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:59428:x1855007612830336:12345-192.168.204.39@tcp:36:rm.0 Request processed in 2606us (2847us total) trans 8589941398 rc 0/0 00000100:00100000:2.0:1769074807.784169:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6530 00010000:00010000:3.0:1769074807.785002:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074807.785012:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074807.785021:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074807.785025:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074807.785031:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074807.785043:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1aa:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074807.785046:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074807.785049:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074807.785055:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8ae52 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074807.785071:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074807.785073:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074807.785075:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074807.795306:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.795326:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.795334:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.795340:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074807.795345:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.800247:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.800587:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa976bffe (ffff956d0e7ce900) 00010000:00010000:1.0:1769074807.800591:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074807.800598:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074807.800610:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8ae44 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa976bffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074808.166491:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074808.166600:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830464 00000100:00100000:2.0:1769074808.166612:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830464 00000100:00100000:2.0:1769074808.166674:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6531 00000100:00100000:2.0:1769074808.166685:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:59439:x1855007612830464:12345-192.168.204.39@tcp:101:lsof.0 00010000:00010000:2.0:1769074808.166722:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074808.166748:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b668 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074808.166815:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074808.167034:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074808.167048:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074808.167112:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1769074808.167116:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074808.167164:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074808.167189:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8ae59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b668 expref: 9 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074808.167209:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b668 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074808.167218:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:2.0:1769074808.167221:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074808.167225:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074808.167346:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:59439:x1855007612830464:12345-192.168.204.39@tcp:101:lsof.0 Request processed in 661us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074808.167354:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6531 00000100:00100000:2.0:1769074808.177865:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074808.177952:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830592 00000100:00100000:0.0:1769074808.177964:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830592 00000100:00100000:0.0:1769074808.178051:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6532 00000100:00100000:0.0:1769074808.178063:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:59439:x1855007612830592:12345-192.168.204.39@tcp:101:lsof.0 00010000:00010000:0.0:1769074808.178086:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074808.178112:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8ae67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b66f expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074808.178185:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074808.178200:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074808.178212:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074808.178299:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074808.178304:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074808.178337:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074808.178363:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8ae67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b66f expref: 7 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074808.178388:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b66f expref: 6 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074808.178396:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:0.0:1769074808.178399:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074808.178403:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7e00, rc 0) 00000100:00100000:0.0:1769074808.178493:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+6:59439:x1855007612830592:12345-192.168.204.39@tcp:101:lsof.0 Request processed in 431us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074808.178502:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6532 00000100:00080000:3.0:1769074808.178756:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769074808.766856:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074808.831509:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1792992683221ns, next at 1793992680751ns, rc = 0 00000100:00100000:2.0:1769074808.831550:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619938432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074808.831652:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074808.831729:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938432 00000100:00100000:2.0:1769074808.831738:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938432 00000100:00100000:2.0:1769074808.831791:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1769074808.831800:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619938432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074808.831850:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531562496 pending 0 free 3849322496 avail 3847225344 00000100:00100000:2.0:1769074808.831896:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619938432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074808.831904:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1769074808.831926:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074808.831958:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619938432:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1769074808.841780:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1793002953068ns, next at 1794002950880ns, rc = 0 00000100:00100000:2.0:1769074808.841811:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074808.841853:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619938560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074808.841919:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074808.841979:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938560 00000100:00100000:2.0:1769074808.841987:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938560 00000100:00100000:2.0:1769074808.842048:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1769074808.842058:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619938560:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1769074808.842414:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1769074808.842433:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 338886656 pending 0 free 3853516800 avail 3851419648 00000100:00100000:2.0:1769074808.842484:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619938560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 428us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074808.842492:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1769074808.842548:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619938560:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1769074808.921672:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1341 committed 00000001:00080000:1.0:1769074808.921790:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941398 is committed 00000004:00080000:1.0:1769074808.921796:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1340 committed 00000004:00080000:1.0:1769074808.921810:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1340 committed 00000100:00100000:0.0:1769074808.922181:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619938688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074808.922261:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074808.922378:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938688 00000100:00100000:3.0:1769074808.922386:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938688 00000100:00100000:3.0:1769074808.922452:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10011 00000100:00100000:3.0:1769074808.922462:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619938688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074808.922489:0:21706:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:533 count 1 00010000:00010000:3.0:1769074808.922516:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.922535:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.922543:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074808.922545:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074808.922548:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.922573:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 5 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.922587:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 5 pid: 33558 timeout: 1893 lvb_type: 0 00000100:00100000:3.0:1769074808.922599:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619938816:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074808.922681:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074808.923854:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619938944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074808.923904:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074808.923979:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619938944 00000100:00100000:3.0:1769074808.923986:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619938944 00000100:00100000:3.0:1769074808.924025:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10012 00000100:00100000:3.0:1769074808.924033:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619938944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074808.924052:0:26585:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:536 count 1 00010000:00010000:3.0:1769074808.924071:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924087:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 5 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074808.924094:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.924096:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.924099:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924122:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 5 pid: 7967 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074808.924132:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 5 pid: 7967 timeout: 1893 lvb_type: 1 00000100:00100000:3.0:1769074808.924142:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619939072:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074808.924193:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074808.924411:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619939200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074808.924449:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074808.924479:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939200 00000100:00100000:3.0:1769074808.924483:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939200 00000100:00100000:3.0:1769074808.924508:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10013 00000100:00100000:3.0:1769074808.924515:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619939200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074808.924527:0:26360:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:537 count 1 00002000:00010000:3.0:1769074808.924547:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x219:0x0] initial LVB size: 2097152, mtime: 0x6971f067, atime: 0x6971f067, ctime: 0x6971f06c, blocks: 0x1007 00010000:00010000:3.0:1769074808.924553:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924560:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.924562:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.924566:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924581:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924590:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924598:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.924613:0:26360:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074808.925125:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619939200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 607us (672us total) trans 17179872641 rc 0/0 00000100:00100000:3.0:1769074808.925134:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10013 00010000:00010000:3.0:1769074808.925171:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074808.925178:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.925188:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074808.925192:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.925208:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.925250:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.925261:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.925282:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074808.925284:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074808.925286:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074808.925322:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40fed500/2, rc 0, transno 17179872641 00000100:00100000:3.0:1769074808.925327:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619939200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074808.929755:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619939072:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074808.929788:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074808.930577:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619938816:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074808.930597:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074808.944667:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074808.944733:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074808.944816:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830720 00000100:00100000:3.0:1769074808.944869:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830720 00010000:00010000:3.0:1769074808.944932:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 1893 lvb_type: 1 00000100:00100000:3.0:1769074808.944966:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830848 00000100:00100000:3.0:1769074808.944969:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830848 00010000:00010000:3.0:1769074808.944985:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 6 pid: 33558 timeout: 1893 lvb_type: 0 00000100:00100000:3.0:1769074808.945007:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5305 00000100:00100000:3.0:1769074808.945015:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+6:2373:x1855007612830720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074808.945029:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074808.945035:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 1893 lvb_type: 1 00010000:00010000:3.0:1769074808.945047:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 1893 lvb_type: 1 00010000:00010000:3.0:1769074808.945071:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8adfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b653 expref: 6 pid: 7967 timeout: 1893 lvb_type: 1 00010000:00010000:3.0:1769074808.945087:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.945089:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.945094:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945103:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945129:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074808.945176:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:2373:x1855007612830720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 161us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074808.945183:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5305 00000100:00100000:3.0:1769074808.945229:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5306 00000100:00100000:3.0:1769074808.945235:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2373:x1855007612830848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074808.945243:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074808.945247:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 6 pid: 33558 timeout: 1893 lvb_type: 0 00010000:00010000:3.0:1769074808.945260:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 6 pid: 33558 timeout: 1893 lvb_type: 0 00010000:00010000:3.0:1769074808.945276:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ad17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b614 expref: 6 pid: 33558 timeout: 1893 lvb_type: 0 00010000:00010000:3.0:1769074808.945285:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.945287:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074808.945289:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945296:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945312:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074808.945330:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2373:x1855007612830848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 95us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074808.945336:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5306 00010000:00010000:3.0:1769074808.945360:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945368:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945377:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945384:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.945411:0:26585:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074808.945937:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.945948:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.945956:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.945964:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.945980:0:21706:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074808.946486:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619938688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24022us (24221us total) trans 21474839602 rc 0/0 00000100:00100000:1.0:1769074808.946496:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10011 00010000:00010000:1.0:1769074808.946525:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074808.946532:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946546:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074808.946551:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946560:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946574:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946581:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8ae7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946598:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074808.946601:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946608:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074808.946610:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946617:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946627:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946638:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8ae75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074808.946651:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074808.946653:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074808.946655:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074808.946700:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c033f1c00/2, rc 0, transno 21474839602 00000100:00100000:1.0:1769074808.946707:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619938688:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1769074808.946936:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074808.946942:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1769074808.947100:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074808.948029:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619938944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23993us (24120us total) trans 17179872642 rc 0/0 00000100:00100000:3.0:1769074808.948039:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10012 00000004:00080000:0.0:1769074808.958121:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40fedf80/2, rc 0, transno 17179872642 00000100:00100000:0.0:1769074808.958136:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619938944:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1769074809.480965:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839602 is committed 00010000:00010000:3.0:1769074809.792925:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074810.468135:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468199:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468227:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468270:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468313:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468340:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.468408:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831104 00000100:00100000:1.0:1769074810.468421:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831104 00000100:00100000:1.0:1769074810.468497:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831488 00000100:00100000:1.0:1769074810.468511:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831488 00000100:00100000:1.0:1769074810.468539:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:1.0:1769074810.468550:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612831104:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074810.468643:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612831104:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074810.468652:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:1.0:1769074810.468673:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:1.0:1769074810.468682:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612831488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074810.468707:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2371:x1855007612831488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074810.468713:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00080000:1.0:1769074810.468731:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074810.469497:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831360 00000100:00100000:3.0:1769074810.469519:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831360 00000100:00100000:3.0:1769074810.469580:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831616 00000100:00100000:3.0:1769074810.469585:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831616 00000100:00100000:3.0:1769074810.469607:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831744 00000100:00100000:3.0:1769074810.469611:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831744 00000100:00100000:3.0:1769074810.469629:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831232 00000100:00100000:3.0:1769074810.469632:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831232 00000100:00100000:3.0:1769074810.469659:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 914 00000100:00100000:3.0:1769074810.469668:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+5:2371:x1855007612831360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074810.469730:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+5:2371:x1855007612831360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074810.469740:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 914 00000100:00100000:3.0:1769074810.469758:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 915 00000100:00100000:3.0:1769074810.469764:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2371:x1855007612831616:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074810.469791:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2371:x1855007612831616:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074810.469797:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 915 00000100:00100000:3.0:1769074810.469809:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 916 00000100:00100000:3.0:1769074810.469815:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2371:x1855007612831744:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074810.469874:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2371:x1855007612831744:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 59us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074810.469882:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 916 00000100:00100000:3.0:1769074810.469895:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10014 00000100:00100000:3.0:1769074810.469900:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+5:2369:x1855007612831232:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:3.0:1769074810.469923:0:26585:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e607d7 00000100:00080000:3.0:1769074810.469933:0:26585:0:(import.c:65:import_set_state_nolock()) ffff956d0efe6000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1769074810.469979:0:26585:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474839602 00000100:00100000:3.0:1769074810.470305:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+2:2369:x1855007612831232:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 403us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074810.470312:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10014 00010000:00010000:1.0:1769074810.471110:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074810.471127:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074810.471135:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074810.471406:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612830976 00000100:00100000:2.0:1769074810.471416:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612830976 00000100:00100000:2.0:1769074810.471481:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:2.0:1769074810.471490:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2371:x1855007612830976:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074810.474025:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+12:2371:x1855007612830976:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2521us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074810.474043:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:1.0:1769074810.498537:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.498588:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074810.498634:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074810.498757:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612831872 00000100:00100000:2.0:1769074810.498773:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612831872 00000100:00100000:2.0:1769074810.498890:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832128 00000100:00100000:2.0:1769074810.498894:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832128 00000100:00100000:2.0:1769074810.498915:0:33556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832000 00000100:00100000:2.0:1769074810.498917:0:33556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832000 00000100:00100000:2.0:1769074810.498954:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:2.0:1769074810.498964:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+14:2371:x1855007612831872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074810.498986:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074810.499013:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d04ec7c00/0x8b5959a9a0e8ab9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b53b expref: 14 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074810.499035:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074810.499101:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+13:2371:x1855007612831872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 137us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074810.499111:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:2.0:1769074810.499133:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 834 00000100:00100000:2.0:1769074810.499139:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+12:2371:x1855007612832128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074810.499147:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074810.499157:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d0748e000/0x8b5959a9a0e8abab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b56c expref: 12 pid: 29851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074810.499166:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074810.499181:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+11:2371:x1855007612832128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 43us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074810.499187:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 834 00000100:00100000:2.0:1769074810.499213:0:33556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:2.0:1769074810.499218:0:33556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+10:2371:x1855007612832000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074810.499226:0:33556:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074810.499235:0:33556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff956d04ec7000/0x8b5959a9a0e8aba4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b565 expref: 10 pid: 29850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074810.499244:0:33556:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074810.499260:0:33556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612832000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 42us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074810.499266:0:33556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:1.0:1769074810.514597:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074810.517034:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832256 00000100:00100000:0.0:1769074810.517059:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832256 00000100:00100000:0.0:1769074810.517177:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10015 00000100:00100000:0.0:1769074810.517189:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2369:x1855007612832256:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:0.0:1769074810.517248:0:21706:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e8abc0 00000100:00080000:0.0:1769074810.517265:0:21706:0:(import.c:65:import_set_state_nolock()) ffff956d0572b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074810.517326:0:21706:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179872642 00000100:00100000:0.0:1769074810.517690:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f350b61-220d-44c0-add1-2054ba0cd22d+2:2369:x1855007612832256:12345-192.168.204.39@tcp:9:umount.0 Request processed in 501us (3106us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074810.517704:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10015 00010000:00010000:2.0:1769074810.519187:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074810.542738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074810.542944:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832384 00000100:00100000:0.0:1769074810.542960:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832384 00000100:00100000:0.0:1769074810.543040:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10016 00000100:00100000:0.0:1769074810.543052:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+5:2369:x1855007612832384:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:0.0:1769074810.543094:0:26584:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e8abb9 00000100:00080000:0.0:1769074810.543122:0:26584:0:(import.c:65:import_set_state_nolock()) ffff956d2521a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074810.543186:0:26584:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474839602 00000100:00100000:0.0:1769074810.543492:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:2f350b61-220d-44c0-add1-2054ba0cd22d+2:2369:x1855007612832384:12345-192.168.204.39@tcp:9:umount.0 Request processed in 441us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074810.543502:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10016 00010000:00010000:3.0:1769074810.546800:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074810.556250:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074810.556588:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832640 00000100:00100000:0.0:1769074810.556601:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832640 00000100:00100000:0.0:1769074810.556689:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6533 00000100:00100000:0.0:1769074810.556701:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+6:2369:x1855007612832640:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:0.0:1769074810.556755:0:29856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8b5959a9a0e8abb2 00000020:00010000:0.0:1769074810.556765:0:29856:0:(genops.c:1938:obd_stale_export_put()) Put export ffff956d205d4000: total 0 00000100:00080000:0.0:1769074810.556771:0:29856:0:(import.c:65:import_set_state_nolock()) ffff956d205d5800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1769074810.556811:0:29856:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589941398 00000020:00010000:2.0:1769074810.558447:0:5741:0:(genops.c:1924:obd_stale_export_get()) Get export ffff956d205d4000: total 0 00010000:00010000:2.0:1769074810.558533:0:5741:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff956d205d4000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1769074810.558580:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:2.0:1769074810.558585:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074810.558599:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8ae6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b66f expref: 6 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074810.558623:0:5741:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff956d205d4000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1769074810.558648:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074810.558651:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074810.558653:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074810.562157:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f350b61-220d-44c0-add1-2054ba0cd22d+3:2369:x1855007612832640:12345-192.168.204.39@tcp:39:umount.0 Request processed in 5438us (5901us total) trans 8589941399 rc 0/0 00000100:00100000:1.0:1769074810.562175:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6533 00010000:00010000:2.0:1769074810.817944:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074811.855515:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074811.902981:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619939584:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903047:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074811.903101:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074811.903107:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619939712:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903135:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074811.903172:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939584 00000100:00100000:1.0:1769074811.903180:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939584 00000100:00100000:1.0:1769074811.903235:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1769074811.903244:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619939584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903298:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619939584:12345-0@lo:400:kworker.0 Request processed in 55us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074811.903306:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1769074811.903316:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619939328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903333:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939712 00000100:00100000:1.0:1769074811.903338:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939712 00000100:00100000:2.0:1769074811.903370:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074811.903387:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1769074811.903396:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619939712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074811.903404:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619939840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903440:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619939712:12345-0@lo:400:kworker.0 Request processed in 44us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074811.903444:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074811.903452:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1769074811.903465:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939840 00000100:00100000:1.0:1769074811.903469:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939840 00000100:00100000:2.0:1769074811.903473:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074811.903483:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619939456:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903494:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1769074811.903503:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619939840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074811.903520:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074811.903540:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619939840:12345-0@lo:400:kworker.0 Request processed in 37us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074811.903546:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619939968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903547:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:1.0:1769074811.903569:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074811.903574:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074811.903574:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1769074811.903579:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074811.903593:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939456 00000100:00100000:1.0:1769074811.903597:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939456 00000100:00100000:2.0:1769074811.903616:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619939840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903626:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939968 00000100:00100000:1.0:1769074811.903631:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939968 00000100:00100000:2.0:1769074811.903648:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619939328 00000100:00100000:2.0:1769074811.903653:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619939328 00000100:00100000:1.0:1769074811.903654:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1769074811.903664:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619939456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074811.903688:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1769074811.903696:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07255450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619939328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903716:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619939456:12345-0@lo:400:kworker.0 Request processed in 41us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074811.903724:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1769074811.903732:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07255450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619939328:12345-0@lo:400:kworker.0 Request processed in 36us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074811.903739:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1769074811.903743:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1769074811.903752:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619939968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903784:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619939968:12345-0@lo:400:kworker.0 Request processed in 33us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074811.903790:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1769074811.903803:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619939456:0@lo:400:kworker.0 00000100:00080000:1.0:1769074811.903817:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074811.903818:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619939968:0@lo:400:kworker.0 00000100:00100000:2.0:1769074811.903850:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619939328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903882:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839602 gen 2 00000004:00080000:1.0:1769074811.903888:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c033f1c00, transno 21474839602 00000100:00100000:1.0:1769074811.903908:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619939712:0@lo:400:kworker.0 00000100:00100000:1.0:1769074811.903919:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619939584:0@lo:400:kworker.0 00000001:02000400:0.0:1769074812.686226:0:34254:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_201 skipping ALWAYS excluded test 201 00010000:00010000:2.0:1769074812.862120:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074813.885974:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074813.955728:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619940096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074813.955895:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074813.956024:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619940096 00000100:00100000:1.0:1769074813.956035:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619940096 00000100:00100000:1.0:1769074813.956101:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1769074813.956111:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619940096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074813.956168:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524746752 pending 0 free 3849322496 avail 3847225344 00000100:00100000:1.0:1769074813.956221:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619940096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074813.956229:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00080000:1.0:1769074813.956257:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074813.957148:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619940096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074813.959491:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619940224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074813.959584:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074813.959665:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619940224 00000100:00100000:3.0:1769074813.959675:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619940224 00000100:00100000:3.0:1769074813.959739:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1769074813.959748:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619940224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074813.959794:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 38993920 pending 0 free 3853516800 avail 3851419648 00000100:00100000:3.0:1769074813.959932:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619940224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 184us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074813.959940:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:3.0:1769074813.959966:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074813.960021:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619940224:0@lo:13:osp-pre-0-0.0 00000001:00100000:1.0:1769074814.048258:0:29889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00080000:1.0:1769074814.048295:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941399 is committed 00000020:00000080:1.0:1769074814.048302:0:29889:0:(genops.c:904:class_export_put()) final put ffff956d205d4000/2f350b61-220d-44c0-add1-2054ba0cd22d 00000004:00080000:1.0:1769074814.048364:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1341 committed 00000001:00100000:2.0:1769074814.050974:0:23742:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000020:00000080:2.0:1769074814.050985:0:23742:0:(genops.c:904:class_export_put()) final put ffff956d0572d000/2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00080000:2.0:1769074814.051010:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872642 is committed 00000020:00000080:1.0:1769074814.052953:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff956d205d4000/2f350b61-220d-44c0-add1-2054ba0cd22d for lustre-MDT0000 00000020:00000080:1.0:1769074814.053032:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff956d0572d000/2f350b61-220d-44c0-add1-2054ba0cd22d for lustre-OST0001 00000020:00000080:1.0:1769074814.053055:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d205d5800 for lustre-MDT0000 00000020:00000080:1.0:1769074814.053059:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d0572b800 for lustre-OST0001 00000001:00100000:2.0:1769074814.568452:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2f350b61-220d-44c0-add1-2054ba0cd22d 00000020:00000080:2.0:1769074814.568464:0:22481:0:(genops.c:904:class_export_put()) final put ffff956d0edf9800/2f350b61-220d-44c0-add1-2054ba0cd22d 00000001:00100000:2.0:1769074814.568489:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8e818347-4d21-45d1-a323-b359656f3fdd 00000020:00000080:2.0:1769074814.568492:0:22481:0:(genops.c:904:class_export_put()) final put ffff956d0efe3800/8e818347-4d21-45d1-a323-b359656f3fdd 00000020:00000080:2.0:1769074814.568508:0:21903:0:(genops.c:863:class_export_destroy()) destroying export ffff956d0edf9800/2f350b61-220d-44c0-add1-2054ba0cd22d for lustre-OST0000 00000020:00000080:2.0:1769074814.568556:0:21903:0:(genops.c:863:class_export_destroy()) destroying export ffff956d0efe3800/8e818347-4d21-45d1-a323-b359656f3fdd for lustre-OST0000 00000020:00000080:2.0:1769074814.568576:0:21903:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d2521a800 for lustre-OST0000 00000020:00000080:2.0:1769074814.568581:0:21903:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff956d0efe6000 for lustre-OST0000 00000001:02000400:1.0:1769074814.579426:0:34305:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 202: lfs setstripe --add-component wide striping ========================================================== 04:40:13 (1769074813) 00000100:00100000:3.0:1769074814.650700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.650740:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612832768 00000100:00100000:3.0:1769074814.650752:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612832768 00000100:00100000:3.0:1769074814.650816:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6534 00000100:00100000:3.0:1769074814.650850:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:59741:x1855007612832768:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.650871:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.650892:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ae8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b676 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.650955:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.650970:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.650981:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651027:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651034:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651041:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651118:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651125:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651131:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651137:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.651141:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651147:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651159:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:3.0:1769074814.651163:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.651167:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651172:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8ae91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651183:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651188:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651194:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651198:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.651201:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651207:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651214:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7fa400) 00010000:00010000:3.0:1769074814.651217:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.651219:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651225:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8ae98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.651255:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ae8a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b676 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.651265:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:3.0:1769074814.651267:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.651270:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8ae8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b676 expref: 8 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.651277:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074814.651351:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:59741:x1855007612832768:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 527us (663us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074814.651359:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6534 00000100:00080000:3.0:1769074814.651384:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074814.658501:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.658617:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612833024 00000100:00100000:3.0:1769074814.658627:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612833024 00000100:00100000:3.0:1769074814.658678:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6535 00000100:00100000:3.0:1769074814.658688:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:59741:x1855007612833024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.658708:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.658711:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074814.658737:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8ae60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b668 expref: 7 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.658755:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ceb00) 00010000:00010000:3.0:1769074814.658766:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074814.658783:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ae9f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b67d expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.658958:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.658972:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.658980:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.658992:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.658998:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.659005:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663047:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663071:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663083:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074814.663097:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00010000:00010000:3.0:1769074814.663128:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663135:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663141:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663147:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.663151:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663157:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663168:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa200) 00010000:00010000:3.0:1769074814.663171:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.663175:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.663184:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aea6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000004:00010000:3.0:1769074814.663195:0:32492:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b5bce533 reply state 0000000033418320 transno 8589941400 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074814.663203:0:32492:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074814.663240:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8ae9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.663259:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 8 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.663266:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074814.663268:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074814.663270:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6e00, rc 0) 00000100:00100000:3.0:1769074814.663364:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:59741:x1855007612833024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4677us (4872us total) trans 8589941400 rc 0/0 00000100:00100000:3.0:1769074814.663373:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6535 00010000:00010000:3.0:1769074814.668904:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668934:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668942:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668948:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.668952:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668960:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668976:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7fab00) 00010000:00010000:3.0:1769074814.668978:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.668983:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.668988:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aead lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:0.0:1769074814.672206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074814.679164:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612833280 00000100:00100000:1.0:1769074814.679181:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612833280 00000100:00100000:1.0:1769074814.679246:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6536 00000100:00100000:1.0:1769074814.679256:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:59741:x1855007612833280:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074814.679293:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074814.679326:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8aec2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b684 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.679429:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.679444:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.679452:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.679488:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.679502:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 9 pid: 32492 timeout: 1898 lvb_type: 0 00000100:00100000:1.0:1769074814.679520:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940352:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074814.679634:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074814.695467:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.695578:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612833408 00000100:00100000:2.0:1769074814.695596:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612833408 00010000:00010000:2.0:1769074814.695643:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 10 pid: 32492 timeout: 1898 lvb_type: 0 00000100:00100000:2.0:1769074814.695690:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5307 00000100:00100000:2.0:1769074814.695699:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612833408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074814.695713:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074814.695719:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 10 pid: 32492 timeout: 1898 lvb_type: 0 00010000:00010000:2.0:1769074814.695733:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 10 pid: 32492 timeout: 1898 lvb_type: 0 00010000:00010000:2.0:1769074814.695758:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:2.0:1769074814.695764:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.695774:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.695781:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.695800:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074814.695889:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612833408:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 190us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074814.695899:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5307 00010000:00010000:1.0:1769074814.696082:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8aeb4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b67d expref: 9 pid: 32492 timeout: 1898 lvb_type: 0 00000100:00100000:1.0:1769074814.696098:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074814.696118:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.696126:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.696131:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074814.696149:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00080000:1.0:1769074814.697128:0:32492:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21a:0x0], index 1: 0 00010000:00010000:1.0:1769074814.697274:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697284:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697291:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697296:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074814.697312:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697323:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697336:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074814.697339:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074814.697343:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697349:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8aec9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.697403:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8aec2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b684 expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.697413:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9700) 00010000:00010000:1.0:1769074814.697416:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074814.697419:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8aec2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b684 expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.697431:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e600, rc 0) 00000100:00100000:2.0:1769074814.706220:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:59741:x1855007612833280:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 26667us (33726us total) trans 8589941401 rc 301/301 00000100:00100000:2.0:1769074814.706235:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6536 00000100:00100000:2.0:1769074814.709836:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.709910:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612833664 00000100:00100000:3.0:1769074814.709919:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612833664 00000100:00100000:3.0:1769074814.709985:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2772 00000100:00100000:3.0:1769074814.709994:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:59741:x1855007612833664:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074814.710351:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:59741:x1855007612833664:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 356us (558us total) trans 8589941402 rc 0/0 00000100:00100000:3.0:1769074814.710358:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2772 00000100:00100000:1.0:1769074814.713982:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.714143:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612833920 00000100:00100000:2.0:1769074814.714154:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612833920 00000100:00100000:2.0:1769074814.714215:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2773 00000100:00100000:2.0:1769074814.714225:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+9:59741:x1855007612833920:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074814.714478:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:59741:x1855007612833920:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 252us (503us total) trans 8589941403 rc 0/0 00000100:00100000:2.0:1769074814.714486:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2773 00000100:00100000:3.0:1769074814.733705:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.734940:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834048 00000100:00100000:2.0:1769074814.734956:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834048 00000100:00100000:2.0:1769074814.735018:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6537 00000100:00100000:2.0:1769074814.735027:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:59743:x1855007612834048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074814.735050:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074814.735072:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8aed7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b68b expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.735133:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.735146:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.735158:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074814.735213:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1769074814.735217:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074814.735237:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.735260:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8aed7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b68b expref: 12 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.735277:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b68b expref: 11 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.735285:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074814.735288:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074814.735292:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074814.735366:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59743:x1855007612834048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 340us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074814.735374:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6537 00000100:00100000:2.0:1769074814.740028:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.740080:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834304 00000100:00100000:3.0:1769074814.740097:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834304 00000100:00100000:3.0:1769074814.740299:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6538 00000100:00100000:3.0:1769074814.740323:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:59743:x1855007612834304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.740857:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.740890:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aee5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b692 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.740996:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.741013:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.741027:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.741044:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.741052:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.741059:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743573:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743591:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743600:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743607:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.743612:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743620:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743643:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074814.743646:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.743653:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743659:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8aeec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743678:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743683:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743688:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743693:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.743696:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743702:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743710:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7fab00) 00010000:00010000:3.0:1769074814.743712:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.743716:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743720:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8aef3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074814.743978:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aee5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b692 expref: 12 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.743995:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074814.743998:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074814.744003:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8aee5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b692 expref: 12 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.744014:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:2.0:1769074814.753855:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:59743:x1855007612834304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13485us (13788us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074814.753880:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6538 00000100:00100000:2.0:1769074814.758792:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074814.764024:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834432 00000100:00100000:0.0:1769074814.764041:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834432 00000100:00100000:0.0:1769074814.764118:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6539 00000100:00100000:0.0:1769074814.764128:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:59743:x1855007612834432:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074814.764209:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764230:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764242:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764257:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764265:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764272:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764382:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764392:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764399:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:0.0:1769074814.764433:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:0.0:1769074814.764438:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074814.764450:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764461:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764467:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764478:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764484:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.764488:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764496:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764508:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:0.0:1769074814.764512:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.764517:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764522:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8aefa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764532:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764538:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764544:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764549:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.764551:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764557:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764568:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6900) 00010000:00010000:0.0:1769074814.764570:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.764574:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.764579:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765215:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765223:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765229:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765234:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.765237:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765243:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765252:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:0.0:1769074814.765254:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.765258:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074814.765263:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af08 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074814.765376:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:59743:x1855007612834432:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1246us (6607us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074814.765386:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6539 00000100:00100000:2.0:1769074814.805322:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.805676:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834688 00000100:00100000:3.0:1769074814.805687:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834688 00000100:00100000:3.0:1769074814.805753:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6540 00000100:00100000:3.0:1769074814.805764:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59747:x1855007612834688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.805785:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.805807:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b699 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.805916:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.805931:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.805943:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.805956:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.805964:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.805970:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806067:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806075:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806081:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806089:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.806093:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806101:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806113:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074814.806116:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.806121:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806127:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806138:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806144:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806150:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806154:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074814.806157:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806162:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806168:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7fab00) 00010000:00010000:3.0:1769074814.806171:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074814.806174:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806180:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af1d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.806212:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af0f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b699 expref: 12 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.806222:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074814.806225:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074814.806228:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b699 expref: 12 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.806238:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:3.0:1769074814.806314:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59747:x1855007612834688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 551us (1011us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074814.806321:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6540 00000100:00100000:3.0:1769074814.813556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074814.813717:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834816 00000100:00100000:0.0:1769074814.813729:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834816 00000100:00100000:0.0:1769074814.813793:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6541 00000100:00100000:0.0:1769074814.813802:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59747:x1855007612834816:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074814.813897:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.813913:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.813924:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.813938:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.813945:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.813952:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814056:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814064:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814070:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074814.814102:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:0.0:1769074814.814107:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074814.814540:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814556:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814562:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814569:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814575:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.814579:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814596:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814609:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:0.0:1769074814.814612:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.814617:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814623:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8af24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814634:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814639:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814644:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814649:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.814652:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814657:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814663:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6000) 00010000:00010000:0.0:1769074814.814665:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.814667:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814672:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814687:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814692:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814696:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814701:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.814703:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814708:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814714:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074814.814717:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.814720:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.814726:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:0.0:1769074814.814811:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59747:x1855007612834816:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1006us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074814.814848:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6541 00000100:00100000:2.0:1769074814.839492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074814.839558:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612834944 00000100:00100000:0.0:1769074814.839569:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612834944 00000100:00100000:0.0:1769074814.839680:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6542 00000100:00100000:0.0:1769074814.839691:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:59748:x1855007612834944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074814.839712:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074814.839736:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6a0 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074814.839808:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.839864:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.839879:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.839942:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.839951:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.839961:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840062:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840071:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840078:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074814.840112:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:2.0:1769074814.840116:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074814.840134:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840146:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840154:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840161:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840167:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840173:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074814.840177:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840185:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840197:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074814.840200:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074814.840206:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840212:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8af40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840225:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840231:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840236:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840242:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074814.840245:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840251:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840258:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6900) 00010000:00010000:2.0:1769074814.840261:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074814.840264:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840279:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.840323:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 13 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.840338:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 12 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.840345:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074814.840347:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074814.840350:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074814.840428:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:59748:x1855007612834944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 739us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074814.840435:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6542 00000100:00100000:0.0:1769074814.846241:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.846342:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612835072 00000100:00100000:3.0:1769074814.846352:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612835072 00000100:00100000:3.0:1769074814.846465:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10017 00000100:00100000:3.0:1769074814.846475:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+5:2371:x1855007612835072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.846497:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.846519:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6a7 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074814.846545:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074814.846565:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074814.846567:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074814.846577:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 6 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074814.846597:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 6 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074814.846610:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7e00, rc 0) 00000100:00100000:3.0:1769074814.846683:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612835072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 209us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074814.846691:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10017 00000100:00080000:0.0:1769074814.847588:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074814.850174:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.850316:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612835328 00000100:00100000:2.0:1769074814.850327:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612835328 00000100:00100000:2.0:1769074814.850385:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6543 00000100:00100000:2.0:1769074814.850395:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:59748:x1855007612835328:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074814.850415:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074814.850437:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8af5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6ae expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.850630:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8af63 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.850644:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8af63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.850655:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8af63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074814.850666:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00010000:00010000:2.0:1769074814.850913:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8af5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ae expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.851053:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8af63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ae expref: 14 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.851061:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074814.851063:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074814.851066:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074814.851110:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:59748:x1855007612835328:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 719us (947us total) trans 8589941404 rc 0/0 00000100:00100000:2.0:1769074814.851115:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6543 00000100:00100000:2.0:1769074814.857758:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.857949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.858137:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612835456 00000100:00100000:3.0:1769074814.858157:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612835456 00000100:00100000:3.0:1769074814.858338:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:3.0:1769074814.858353:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:2373:x1855007612835456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074814.858375:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074814.858409:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8af63 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ae expref: 14 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.858488:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:3.0:1769074814.858495:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074814.858580:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612835456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 230us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074814.858588:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:1.0:1769074814.865100:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612835712 00000100:00100000:1.0:1769074814.865129:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612835712 00000100:00100000:0.0:1769074814.866615:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2774 00000100:00100000:0.0:1769074814.866628:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:59748:x1855007612835712:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074814.867039:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:59748:x1855007612835712:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 412us (9289us total) trans 8589941405 rc 0/0 00000100:00100000:0.0:1769074814.867048:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2774 00000100:00100000:2.0:1769074814.872415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.872979:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612835968 00000100:00100000:3.0:1769074814.872989:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612835968 00000100:00100000:3.0:1769074814.873051:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6544 00000100:00100000:3.0:1769074814.873061:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:59748:x1855007612835968:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074814.873086:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074814.873106:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6b5 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.873217:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.873234:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.873244:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.873432:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.873461:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 15 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:3.0:1769074814.873479:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940480:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074814.873681:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1154ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074814.881630:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940480:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074814.882152:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:1.0:1769074814.884071:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.884462:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836096 00000100:00100000:3.0:1769074814.884475:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836096 00010000:00010000:3.0:1769074814.884529:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:3.0:1769074814.884577:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5308 00000100:00100000:3.0:1769074814.884584:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07308c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612836096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074814.884600:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074814.884606:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.884620:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.884652:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af4e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a0 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.884671:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:3.0:1769074814.884675:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.884683:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.884689:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.884712:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074814.884872:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07308c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612836096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 239us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074814.884879:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5308 00010000:00010000:2.0:1769074814.887252:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.887318:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074814.887349:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00010000:00010000:2.0:1769074814.887553:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8af71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.887574:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.887581:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074814.887584:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074814.887588:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:2.0:1769074814.887784:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:59748:x1855007612835968:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14723us (15376us total) trans 8589941406 rc 0/0 00000100:00100000:2.0:1769074814.887794:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6544 00000100:00100000:1.0:1769074814.892749:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.893295:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836224 00000100:00100000:2.0:1769074814.893321:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836224 00000100:00100000:2.0:1769074814.893445:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6545 00000100:00100000:2.0:1769074814.893457:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:59748:x1855007612836224:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074814.893492:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074814.893522:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8af86 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6bc expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.893657:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.893676:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.893687:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.893733:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.893753:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:2.0:1769074814.893770:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940608:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074814.893987:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074814.899672:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074814.900082:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836352 00000100:00100000:1.0:1769074814.900096:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836352 00010000:00010000:1.0:1769074814.900161:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 17 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:1.0:1769074814.900217:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5309 00000100:00100000:1.0:1769074814.900228:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612836352:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074814.900249:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074814.900256:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 17 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:1.0:1769074814.900284:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 17 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:1.0:1769074814.900322:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:1.0:1769074814.900330:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.900342:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.900351:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.900377:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074814.900459:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612836352:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 231us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074814.900468:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5309 00010000:00010000:2.0:1769074814.901602:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8af78 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6b5 expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:2.0:1769074814.901629:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940608:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074814.901673:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.901684:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.901690:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074814.901751:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:2.0:1769074814.901757:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074814.901782:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.902084:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8af86 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.902104:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.902114:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074814.902117:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074814.902129:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:2.0:1769074814.902205:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:59748:x1855007612836224:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8750us (9468us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074814.902214:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6545 00000100:00100000:0.0:1769074814.906696:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074814.906934:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836608 00000100:00100000:2.0:1769074814.906958:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836608 00000100:00100000:2.0:1769074814.907038:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6546 00000100:00100000:2.0:1769074814.907049:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:59748:x1855007612836608:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074814.907176:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.907197:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.907208:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.907254:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.907666:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 15 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:2.0:1769074814.907685:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940736:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074814.907803:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c032e7d80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074814.910621:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074814.911871:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619940736:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074814.911913:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:0.0:1769074814.918563:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074814.919443:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836736 00000100:00100000:3.0:1769074814.919460:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836736 00010000:00010000:3.0:1769074814.919522:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00000100:00100000:3.0:1769074814.919581:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5310 00000100:00100000:3.0:1769074814.919593:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612836736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074814.919613:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074814.919621:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.919640:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.919681:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8af8d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6bc expref: 16 pid: 32492 timeout: 1899 lvb_type: 0 00010000:00010000:3.0:1769074814.919705:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:3.0:1769074814.919712:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.919722:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.919736:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074814.919778:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074814.920115:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612836736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 522us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074814.920224:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5310 00010000:00010000:2.0:1769074814.920451:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.920462:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00010000:2.0:1769074814.921535:0:32492:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4a99c13 reply state 000000005f77594d transno 8589941407 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074814.921553:0:32492:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074814.923074:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59748:x1855007612836608:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 16010us (16378us total) trans 8589941407 rc 0/0 00000100:00100000:2.0:1769074814.923090:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6546 00000100:00100000:1.0:1769074814.925496:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1769074814.925784:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.925799:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.925807:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.925814:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00000100:00100000:3.0:1769074814.925852:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612836992 00010000:00010000:2.0:1769074814.925862:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.925874:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074814.925878:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612836992 00010000:00010000:2.0:1769074814.925898:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074814.925902:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1769074814.925909:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074814.925915:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8af94 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074814.925959:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2775 00000100:00100000:3.0:1769074814.925971:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:59748:x1855007612836992:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074814.926292:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:59748:x1855007612836992:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 322us (809us total) trans 8589941408 rc 0/0 00000100:00100000:3.0:1769074814.926309:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2775 00000100:00100000:3.0:1769074814.970541:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074814.972328:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612837248 00000100:00100000:0.0:1769074814.972350:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612837248 00000100:00100000:0.0:1769074814.972511:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6547 00000100:00100000:0.0:1769074814.972525:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59750:x1855007612837248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074814.972562:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074814.972595:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6c3 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074814.972704:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972727:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972744:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972761:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972769:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972782:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972936:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972945:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972952:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972960:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.972965:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972973:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.972988:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:0.0:1769074814.972991:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.972997:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973021:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8afa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973037:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973044:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973050:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973056:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074814.973059:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973065:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973072:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6000) 00010000:00010000:0.0:1769074814.973075:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074814.973078:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973083:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8afa9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074814.973124:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af9b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6c3 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074814.973135:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:0.0:1769074814.973138:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074814.973142:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8af9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6c3 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074814.973151:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:0.0:1769074814.973235:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59750:x1855007612837248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 713us (2710us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074814.973244:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6547 00000100:00100000:1.0:1769074814.981715:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074814.984193:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612837376 00000100:00100000:0.0:1769074814.984214:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612837376 00000100:00100000:1.0:1769074814.984520:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6548 00000100:00100000:1.0:1769074814.984533:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59750:x1855007612837376:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074814.984646:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984667:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984681:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984698:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984705:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984711:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984877:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984885:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984892:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074814.984936:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:1.0:1769074814.984942:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074814.984957:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984972:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984982:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984989:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.984995:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074814.985011:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985026:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985040:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:1.0:1769074814.985043:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074814.985049:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985056:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985071:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985078:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985084:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985089:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074814.985092:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985101:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985108:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0c8b9700) 00010000:00010000:1.0:1769074814.985111:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074814.985114:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985121:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afb7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985136:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985142:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985147:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985152:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074814.985156:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985161:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985168:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074814.985170:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074814.985173:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074814.985179:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afbe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:1.0:1769074814.985310:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59750:x1855007612837376:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 767us (3598us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074814.985319:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6548 00000100:00100000:1.0:1769074815.033179:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074815.033875:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612837632 00000100:00100000:3.0:1769074815.033892:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612837632 00000100:00100000:2.0:1769074815.034111:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6549 00000100:00100000:2.0:1769074815.034127:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:59754:x1855007612837632:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074815.034157:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.034188:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8afc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6ca expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.034289:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034317:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034328:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034342:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034346:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034350:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034497:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034502:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034507:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034511:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.034516:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034522:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034534:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074815.034536:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.034541:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034545:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8afcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034557:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034562:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034567:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034572:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.034574:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034580:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034587:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.034589:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.034591:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034597:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8afd3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.034636:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8afc5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ca expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.034645:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074815.034647:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074815.034649:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8afc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ca expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.034658:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:2.0:1769074815.034737:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:59754:x1855007612837632:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 614us (1571us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074815.034745:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6549 00000100:00100000:2.0:1769074815.041633:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074815.042394:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612837760 00000100:00100000:1.0:1769074815.042419:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612837760 00000100:00100000:1.0:1769074815.042500:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6550 00000100:00100000:1.0:1769074815.042511:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59754:x1855007612837760:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074815.042621:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042643:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042657:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042675:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042681:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042687:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042853:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042862:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042874:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074815.042921:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:1.0:1769074815.042927:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074815.042942:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042958:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042964:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042972:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042979:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074815.042983:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.042991:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043361:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:1.0:1769074815.043365:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074815.043371:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043378:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8afda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043395:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043401:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043406:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043451:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074815.043455:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043461:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043469:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074815.043472:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074815.043475:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043481:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8afe1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043499:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043504:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043509:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043514:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074815.043516:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043522:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043530:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0c8b9700) 00010000:00010000:1.0:1769074815.043532:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074815.043534:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.043539:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afe8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:1.0:1769074815.043648:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59754:x1855007612837760:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1135us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074815.043659:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6550 00000100:00100000:0.0:1769074815.079709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074815.079816:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838016 00000100:00100000:1.0:1769074815.079871:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838016 00000100:00100000:1.0:1769074815.079951:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6551 00000100:00100000:1.0:1769074815.079962:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59756:x1855007612838016:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.079992:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074815.080020:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6d1 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.080129:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080148:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080161:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080184:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080192:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080198:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080348:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080358:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080366:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080373:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074815.080378:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080387:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080403:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:1.0:1769074815.080406:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074815.080412:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080418:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8aff6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080434:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080440:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080445:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080450:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074815.080453:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080458:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080465:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0c8b9700) 00010000:00010000:1.0:1769074815.080468:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074815.080471:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080477:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8affd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074815.080518:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afef lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6d1 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.080530:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:1.0:1769074815.080532:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074815.080536:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8afef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6d1 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.080546:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f800, rc 0) 00000100:00100000:1.0:1769074815.080624:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:59756:x1855007612838016:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 664us (930us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074815.080633:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6551 00000100:00100000:0.0:1769074815.089477:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.090501:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838144 00000100:00100000:2.0:1769074815.090525:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838144 00000100:00100000:2.0:1769074815.090632:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6552 00000100:00100000:2.0:1769074815.090645:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:59756:x1855007612838144:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074815.090915:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.090939:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.090953:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.090971:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.090978:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.090990:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092320:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092339:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092351:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074815.092405:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00000004:00200000:2.0:1769074815.092410:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074815.092429:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092445:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092452:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092460:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092467:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.092471:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092479:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092495:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074815.092498:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.092505:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092511:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b004 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092534:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092539:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092544:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092548:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.092551:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092557:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092565:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.092566:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.092569:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092574:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b00b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092591:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092596:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092602:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092606:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.092608:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092614:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092621:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074815.092623:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.092625:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.092630:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b012 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:2.0:1769074815.093289:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:59756:x1855007612838144:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 2638us (3821us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074815.093313:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6552 00000100:00100000:0.0:1769074815.112403:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.112541:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838400 00000100:00100000:2.0:1769074815.112555:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838400 00000100:00100000:2.0:1769074815.112640:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6553 00000100:00100000:2.0:1769074815.112652:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:59757:x1855007612838400:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074815.112679:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.112683:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074815.112719:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8aede lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b68b expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.112750:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074815.112764:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074815.112784:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b019 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6d8 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.113061:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113077:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113089:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113103:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113109:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113128:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113214:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b02e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113222:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b02e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113229:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b02e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074815.113240:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 0 00010000:00010000:2.0:1769074815.113383:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113391:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113399:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113405:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.113410:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113418:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113428:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074815.113431:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.113435:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113441:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b020 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113450:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113456:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113462:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113467:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.113470:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113476:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113483:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.113486:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.113489:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113495:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b027 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.113543:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b019 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6d8 expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.113560:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b02e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6d8 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.113568:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.113570:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074815.113573:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074815.113663:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:59757:x1855007612838400:12345-192.168.204.39@tcp:101:dd.0 Request processed in 1013us (1274us total) trans 8589941409 rc 0/0 00000100:00100000:2.0:1769074815.113673:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6553 00000100:00100000:1.0:1769074815.122740:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.122943:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838656 00000100:00100000:2.0:1769074815.122958:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838656 00000100:00100000:2.0:1769074815.123058:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6554 00000100:00100000:2.0:1769074815.123070:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:59757:x1855007612838656:12345-192.168.204.39@tcp:36:dd.0 00010000:00010000:2.0:1769074815.123168:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074815.123212:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b02e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6d8 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.123243:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.123257:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074815.123589:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.123608:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.123619:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000001:00080000:2.0:1769074815.123686:0:32492:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941410 00000004:00010000:2.0:1769074815.123714:0:32492:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000864cbfe9 reply state 00000000499da357 transno 8589941411 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074815.123725:0:32492:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074815.123927:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:59757:x1855007612838656:12345-192.168.204.39@tcp:36:dd.0 Request processed in 857us (1200us total) trans 8589941411 rc 0/0 00000100:00100000:2.0:1769074815.123935:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6554 00000020:00080000:2.0:1769074815.123941:0:32492:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1769074815.126377:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126401:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126410:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126417:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.126423:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126431:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126453:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:0.0:1769074815.126457:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.126463:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074815.126470:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b03c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:1.0:1769074815.136286:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.139284:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838784 00000100:00100000:2.0:1769074815.139316:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838784 00000100:00100000:2.0:1769074815.139488:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6555 00000100:00100000:2.0:1769074815.139501:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:59757:x1855007612838784:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074815.139533:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.139566:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b043 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6df expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.139651:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b043 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6df expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.139668:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b043 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6df expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.139690:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.139694:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074815.139699:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074815.139795:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:59757:x1855007612838784:12345-192.168.204.39@tcp:101:dd.0 Request processed in 296us (7985us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074815.139804:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6555 00000100:00100000:3.0:1769074815.149253:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.149633:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612838912 00000100:00100000:0.0:1769074815.149647:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612838912 00000100:00100000:0.0:1769074815.149725:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10018 00000100:00100000:0.0:1769074815.149737:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+6:59757:x1855007612838912:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:0.0:1769074815.149762:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074815.149788:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6e6 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.149889:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074815.149900:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074815.149902:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074815.149907:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6e6 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.149952:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074815.149971:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 1899 lvb_type: 1 00000100:00100000:0.0:1769074815.149987:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619940864:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074815.150096:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103eda80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074815.152906:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619940864:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074815.152968:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6e6 expref: 7 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.152995:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7200, rc 0) 00000100:00100000:0.0:1769074815.153074:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+7:59757:x1855007612838912:12345-192.168.204.39@tcp:101:dd.0 Request processed in 3338us (3839us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074815.153087:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10018 00000100:00100000:1.0:1769074815.154005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.154095:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839040 00000100:00100000:0.0:1769074815.154107:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839040 00010000:00010000:0.0:1769074815.154167:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 1899 lvb_type: 1 00000100:00100000:0.0:1769074815.154212:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5311 00000100:00100000:0.0:1769074815.154224:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612839040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074815.154241:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074815.154248:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 1899 lvb_type: 1 00010000:00010000:0.0:1769074815.154265:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 1899 lvb_type: 1 00010000:00010000:0.0:1769074815.154309:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8af55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6a7 expref: 7 pid: 25507 timeout: 1899 lvb_type: 1 00010000:00010000:0.0:1769074815.154328:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074815.154330:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074815.154340:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6e6 expref: 6 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.154351:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6e6 expref: 6 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.154397:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7200/0x8b5959a9a0e8b04a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6e6 expref: 6 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074815.154416:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619940992:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074815.154521:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103eda80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074815.158048:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619940992:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074815.158086:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074815.158179:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612839040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3956us (4179us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074815.158194:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5311 00000100:00100000:1.0:1769074815.162174:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.162691:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839168 00000100:00100000:2.0:1769074815.162708:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839168 00002000:00010000:2.0:1769074815.162768:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/538 (0->18446744073709551615) 00002000:00100000:2.0:1769074815.162774:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ce00 with x1855007612839168 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074815.162791:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1ce00. 00000100:00100000:2.0:1769074815.162872:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5560 00000100:00100000:2.0:1769074815.162883:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612839168:12345-192.168.204.39@tcp:10:dd.0 00002000:00010000:3.0:1769074815.164544:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074815.164554:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb mtime from disk: 0 -> 1769074816 00002000:00010000:3.0:1769074815.164558:0:26135:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074815.164560:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb ctime from disk: 0 -> 1769074816 00002000:00010000:3.0:1769074815.164563:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1769074815.164868:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612839168:12345-192.168.204.39@tcp:10:dd.0 Request processed in 1979us (2700us total) trans 17179872643 rc 0/0 00000100:00100000:3.0:1769074815.164882:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5560 00002000:00010000:3.0:1769074815.164888:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/538 (0->18446744073709551615) 00002000:00100000:3.0:1769074815.164893:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1ce00 with x1855007612839168 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074815.164902:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d18d1ce00. 00000100:00100000:2.0:1769074815.214953:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074815.217981:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839296 00000100:00100000:3.0:1769074815.218012:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839296 00002000:00100000:3.0:1769074815.218086:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x21a:0x0] (0->1048575) req@ffff956d4114a680 x1855007612839296/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:351/0 lens 488/0 e 0 to 0 dl 1769074826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074815.218099:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114a680 with x1855007612839296 ext(0->1048575) 00002000:00010000:3.0:1769074815.218107:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4114a680 00000100:00100000:3.0:1769074815.218155:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5561 00000100:00100000:3.0:1769074815.218166:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612839296:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:1.0:1769074815.218722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.219010:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839552 00000100:00100000:2.0:1769074815.219019:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839552 00000100:00100000:2.0:1769074815.219086:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6556 00000100:00100000:2.0:1769074815.219100:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:59757:x1855007612839552:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074815.219129:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.219134:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074815.219172:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b043 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6df expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.219202:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.219216:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074815.219247:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b051 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6ed expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.219318:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8b058 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.219334:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8b058 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074815.219344:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8b058 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00080000:2.0:1769074815.219585:0:30549:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x216:0x0], index 0: 0 00000004:00080000:2.0:1769074815.219602:0:30549:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21b:0x0], index 1: 0 00010000:00010000:2.0:1769074815.219793:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8b058 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ed expref: 21 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.219802:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.219805:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074815.219815:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b051 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ed expref: 21 pid: 30549 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074815.219887:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0c00/0x8b5959a9a0e8b058 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6ed expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.219918:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.219921:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074815.219924:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0c00, rc 0) 00000100:00100000:2.0:1769074815.220003:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:59757:x1855007612839552:12345-192.168.204.39@tcp:101:dd.0 Request processed in 908us (1282us total) trans 8589941412 rc 0/0 00000100:00100000:2.0:1769074815.220012:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6556 00000100:00100000:0.0:1769074815.257775:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612839296:12345-192.168.204.39@tcp:4:dd.0 Request processed in 39598us (42818us total) trans 17179872644 rc 0/0 00000100:00100000:0.0:1769074815.257791:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5561 00002000:00100000:0.0:1769074815.257804:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x21a:0x0] (0->1048575) req@ffff956d4114a680 x1855007612839296/t17179872644(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:351/0 lens 488/448 e 0 to 0 dl 1769074826 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074815.257814:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114a680 with x1855007612839296 ext(0->1048575) 00002000:00010000:0.0:1769074815.257850:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4114a680 00000100:00100000:2.0:1769074815.267359:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.267601:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839680 00000100:00100000:0.0:1769074815.267612:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839680 00000100:00100000:0.0:1769074815.267660:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10019 00000100:00100000:0.0:1769074815.267669:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:2369:x1855007612839680:12345-192.168.204.39@tcp:8:dd.0 00010000:00080000:0.0:1769074815.267714:0:26584:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp t0 exp 0000000000000000 cur 1799 last 0 00000020:00000080:0.0:1769074815.267746:0:26584:0:(genops.c:1402:class_connect()) connect: client 8e818347-4d21-45d1-a323-b359656f3fdd, cookie 0x8b5959a9a0e8b05f 00002000:00100000:0.0:1769074815.267759:0:26584:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8e818347-4d21-45d1-a323-b359656f3fdd/ffff956d21d90000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113204 ocd_grant: 296484864 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1769074815.267770:0:26584:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1769074815.268563:0:26584:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff956c02da9f00 00002000:00080000:2.0:1769074815.268574:0:26584:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1769074815.268606:0:26584:0:(import.c:65:import_set_state_nolock()) ffff956c0c173800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1769074815.268736:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+6:2369:x1855007612839680:12345-192.168.204.39@tcp:8:dd.0 Request processed in 1066us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074815.268745:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10019 00000100:00100000:2.0:1769074815.273776:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074815.273884:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839808 00000100:00100000:3.0:1769074815.273893:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839808 00000100:00080000:0.0:1769074815.274062:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074815.274110:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10020 00000100:00100000:3.0:1769074815.274210:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+6:59757:x1855007612839808:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:3.0:1769074815.274228:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074815.274248:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8b066 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6f4 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074815.274467:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x216:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074815.274588:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074815.274591:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074815.274600:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8b066 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6f4 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.274616:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6a00/0x8b5959a9a0e8b066 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6f4 expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.274632:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6a00, rc 0) 00000100:00100000:3.0:1769074815.274793:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:59757:x1855007612839808:12345-192.168.204.39@tcp:101:dd.0 Request processed in 585us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.274800:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10020 00000100:00100000:1.0:1769074815.304173:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.307161:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612839936 00000100:00100000:0.0:1769074815.307180:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612839936 00002000:00100000:0.0:1769074815.307243:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x216:0x0] (1048576->2097151) req@ffff956d18d1d500 x1855007612839936/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:351/0 lens 488/0 e 0 to 0 dl 1769074826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074815.307254:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d500 with x1855007612839936 ext(1048576->2097151) 00002000:00010000:0.0:1769074815.307260:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1d500 00000100:00100000:0.0:1769074815.307384:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5562 00000100:00100000:0.0:1769074815.307394:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612839936:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:3.0:1769074815.310517:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.315874:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612840192 00000100:00100000:0.0:1769074815.315890:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612840192 00000100:00100000:0.0:1769074815.315971:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2776 00000100:00100000:0.0:1769074815.315982:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:59757:x1855007612840192:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:0.0:1769074815.320848:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:59757:x1855007612840192:12345-192.168.204.39@tcp:35:dd.0 Request processed in 4841us (10316us total) trans 8589941413 rc 0/0 00000100:00100000:0.0:1769074815.320866:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2776 00000001:00100000:2.0:1769074815.389448:0:22481:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8e818347-4d21-45d1-a323-b359656f3fdd 00000100:00100000:0.0:1769074815.395719:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612839936:12345-192.168.204.39@tcp:4:dd.0 Request processed in 88313us (91542us total) trans 21474839603 rc 0/0 00000100:00100000:0.0:1769074815.395735:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5562 00002000:00100000:0.0:1769074815.395748:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x216:0x0] (1048576->2097151) req@ffff956d18d1d500 x1855007612839936/t21474839603(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:351/0 lens 488/448 e 0 to 0 dl 1769074826 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074815.395759:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d18d1d500 with x1855007612839936 ext(1048576->2097151) 00002000:00010000:0.0:1769074815.395765:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d18d1d500 00000100:00100000:2.0:1769074815.401011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074815.401122:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612840320 00000100:00100000:3.0:1769074815.401133:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612840320 00000100:00100000:3.0:1769074815.401190:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6557 00000100:00100000:3.0:1769074815.401199:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:59759:x1855007612840320:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074815.401222:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074815.401245:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b06d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b6fb expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.401645:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.401659:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.401670:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074815.401730:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1769074815.401734:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074815.401758:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.401782:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b06d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6fb expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.401803:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6fb expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.401811:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074815.401814:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1769074815.401818:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6000, rc 0) 00000100:00100000:3.0:1769074815.402140:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59759:x1855007612840320:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 940us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.402148:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6557 00000100:00100000:3.0:1769074815.406756:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.406869:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612840576 00000100:00100000:2.0:1769074815.406880:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612840576 00000100:00100000:2.0:1769074815.406944:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6558 00000100:00100000:2.0:1769074815.406955:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59759:x1855007612840576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074815.406975:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.406996:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b07b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b702 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.407070:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407088:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407099:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407119:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407127:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407132:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407227:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407234:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407241:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407247:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.407251:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407267:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407280:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074815.407282:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.407288:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407303:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b082 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407316:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407321:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407326:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407330:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.407332:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407337:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407343:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.407345:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.407348:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407352:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b089 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.407383:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b07b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b702 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.407392:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074815.407396:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074815.407399:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b07b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b702 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.407407:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:2.0:1769074815.407461:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59759:x1855007612840576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 508us (714us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074815.408034:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6558 00000100:00100000:2.0:1769074815.420537:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074815.420744:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612840704 00000100:00100000:3.0:1769074815.420755:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612840704 00000100:00100000:3.0:1769074815.420816:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6559 00000100:00100000:3.0:1769074815.420857:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59759:x1855007612840704:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074815.420927:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.420944:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.420968:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.420982:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.420989:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.420999:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421098:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421106:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421458:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074815.421495:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 2097152 00000004:00200000:3.0:1769074815.421499:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074815.421511:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421522:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421528:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421535:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421541:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074815.421544:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421551:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421563:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074815.421566:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074815.421571:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421577:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b090 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421587:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421592:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421597:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421602:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074815.421604:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421610:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421617:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7fa000) 00010000:00010000:3.0:1769074815.421619:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074815.421622:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421627:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b097 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421640:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421645:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421651:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421656:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074815.421658:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421664:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421670:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:3.0:1769074815.421672:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074815.421675:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074815.421679:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b09e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074815.421758:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59759:x1855007612840704:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 933us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.421767:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6559 00000100:00100000:3.0:1769074815.487513:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.487715:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612840960 00000100:00100000:2.0:1769074815.487726:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612840960 00000100:00100000:2.0:1769074815.487789:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6560 00000100:00100000:2.0:1769074815.487800:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59763:x1855007612840960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074815.487857:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074815.487878:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b709 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.487960:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.487975:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.487986:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.487999:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488007:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488018:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488649:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488658:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488664:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488670:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.488674:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488680:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488692:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074815.488695:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.488700:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488705:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488719:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488726:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488731:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488737:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.488739:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488745:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488751:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.488753:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.488756:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488761:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.488797:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0a5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b709 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.488807:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074815.488810:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074815.488813:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b709 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.488909:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:2.0:1769074815.488988:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59763:x1855007612840960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1189us (1483us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074815.488996:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6560 00000100:00100000:2.0:1769074815.495180:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.495344:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841088 00000100:00100000:0.0:1769074815.495355:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841088 00000100:00100000:0.0:1769074815.495419:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6561 00000100:00100000:0.0:1769074815.495429:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:59763:x1855007612841088:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074815.495510:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495527:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495539:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495553:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495560:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495567:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495661:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495669:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495676:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:0.0:1769074815.495709:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 2097152 00000004:00200000:0.0:1769074815.495714:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074815.495725:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495737:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495746:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495753:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495758:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.495762:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495769:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495780:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:0.0:1769074815.495783:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.495788:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495794:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495806:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495812:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495817:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495854:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.495857:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495866:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495874:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6000) 00010000:00010000:0.0:1769074815.495876:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.495879:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495884:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495901:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495906:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495912:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495916:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.495919:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495925:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495932:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:0.0:1769074815.495934:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.495937:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.495943:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0c8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074815.496209:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:59763:x1855007612841088:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 779us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074815.496217:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6561 00000100:00100000:3.0:1769074815.526530:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074815.526644:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841344 00000100:00100000:0.0:1769074815.526653:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841344 00000100:00100000:0.0:1769074815.526716:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6562 00000100:00100000:0.0:1769074815.526725:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:59765:x1855007612841344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074815.526744:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074815.526765:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b710 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.526876:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.526890:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.526901:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.526915:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.526922:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.526927:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527032:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527041:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527047:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527052:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.527056:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527064:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527076:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:0.0:1769074815.527079:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.527084:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527090:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b0d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527103:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527115:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527121:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527126:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074815.527129:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527139:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527145:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0dee6000) 00010000:00010000:0.0:1769074815.527146:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074815.527149:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527154:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b0dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074815.527190:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0cf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b710 expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.527199:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:0.0:1769074815.527201:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074815.527204:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b0cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b710 expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074815.527212:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6e00, rc 0) 00000100:00100000:0.0:1769074815.527280:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:59765:x1855007612841344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 555us (759us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074815.527298:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6562 00000100:00100000:3.0:1769074815.532629:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.533792:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841472 00000100:00100000:2.0:1769074815.533807:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841472 00000100:00100000:2.0:1769074815.533964:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6563 00000100:00100000:2.0:1769074815.533975:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59765:x1855007612841472:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074815.534055:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534073:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534084:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534100:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534276:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534285:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534395:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534402:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534409:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074815.534440:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ac:0x0]: returning size 2097152 00000004:00200000:2.0:1769074815.534445:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074815.534456:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534471:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534476:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534482:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534487:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.534491:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534498:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534508:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074815.534511:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.534516:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534521:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b0e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534535:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534539:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534544:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534548:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.534551:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534556:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534562:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074815.534564:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.534567:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534571:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b0eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534585:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534590:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534595:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534598:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074815.534600:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534605:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534610:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ac:0x0].0x0 (ffff956d0e7cec00) 00010000:00010000:2.0:1769074815.534612:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074815.534614:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074815.534622:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b0f2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074815.534699:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+22:59765:x1855007612841472:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 725us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074815.534706:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6563 00000100:00100000:3.0:1769074815.582216:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074815.582452:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841600 00000100:00100000:2.0:1769074815.582464:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841600 00000100:00100000:2.0:1769074815.582525:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1769074815.582535:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07257050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612841600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074815.582618:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07257050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612841600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 84us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074815.582626:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 338 00010000:00010000:2.0:1769074815.934049:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074816.959215:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074817.022122:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619941376:0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.022215:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074817.022297:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074817.022305:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619941504:0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.022337:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074817.022384:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941504 00000100:00100000:0.0:1769074817.022393:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941504 00000100:00100000:0.0:1769074817.022454:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1769074817.022464:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619941504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.022526:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619941504:12345-0@lo:400:kworker.0 Request processed in 64us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074817.022534:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00080000:0.0:1769074817.022578:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074817.022618:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619941504:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.022704:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619941248:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.022755:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074817.022788:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619941760:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.022816:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074817.022861:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074817.022869:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619941120:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.022904:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074817.022935:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619941632:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.022969:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074817.022997:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941120 00000100:00100000:1.0:1769074817.023001:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941120 00000100:00100000:1.0:1769074817.023030:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1769074817.023039:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07256c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619941120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.023087:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07256c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619941120:12345-0@lo:400:kworker.0 Request processed in 49us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074817.023095:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1769074817.023143:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619941120:0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.023438:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941376 00000100:00100000:0.0:1769074817.023444:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941376 00000100:00100000:0.0:1769074817.023495:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941248 00000100:00100000:0.0:1769074817.023500:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941248 00000100:00100000:0.0:1769074817.023526:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941760 00000100:00100000:0.0:1769074817.023529:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941760 00000100:00100000:0.0:1769074817.023570:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1769074817.023579:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619941376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.023627:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619941376:12345-0@lo:400:kworker.0 Request processed in 51us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074817.023633:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1769074817.023645:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1769074817.023650:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619941248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.023676:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619941248:12345-0@lo:400:kworker.0 Request processed in 26us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074817.023682:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1769074817.023694:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1769074817.023700:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619941760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.023745:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619941760:12345-0@lo:400:kworker.0 Request processed in 45us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074817.023752:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1769074817.023773:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941632 00000100:00100000:0.0:1769074817.023777:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941632 00000100:00100000:0.0:1769074817.023807:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1769074817.023815:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619941632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074817.023878:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619941632:12345-0@lo:400:kworker.0 Request processed in 64us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074817.023884:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1769074817.023913:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619941376:0@lo:400:kworker.0 00000100:00080000:1.0:1769074817.024698:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074817.024705:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074817.024742:0:3292:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872642 gen 2 00000004:00080000:1.0:1769074817.024749:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40fed500, transno 17179872641 00000004:00080000:1.0:1769074817.024759:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40fedf80, transno 17179872642 00000100:00100000:1.0:1769074817.024765:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619941632:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.024777:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619941248:0@lo:400:kworker.0 00000100:00100000:1.0:1769074817.024788:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619941760:0@lo:400:kworker.0 00010000:00010000:3.0:1769074817.982154:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074819.006973:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074819.070757:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619941888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074819.070880:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074819.070983:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619941888 00000100:00100000:0.0:1769074819.070993:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619941888 00000100:00100000:0.0:1769074819.071081:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1769074819.071092:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619941888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074819.071139:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 1703936 free 3853516800 avail 3851419648 00000100:00100000:0.0:1769074819.071191:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619941888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074819.071199:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:0.0:1769074819.071226:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074819.071288:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619941888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074819.072363:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074819.072385:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619942016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074819.072450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074819.072504:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942016 00000100:00100000:0.0:1769074819.072511:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942016 00000100:00100000:0.0:1769074819.072564:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1769074819.072573:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619942016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074819.072607:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525795328 pending 1703936 free 3853516800 avail 3851419648 00000100:00100000:0.0:1769074819.072652:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619942016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074819.072660:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:0.0:1769074819.072683:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074819.074204:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619942016:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1769074819.217043:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941413 is committed 00000001:00080000:1.0:1769074819.225735:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872644 is committed 00010000:00010000:2.0:1769074820.030031:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074820.702949:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074820.702986:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074820.703015:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074820.703051:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074820.703085:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841728 00000100:00100000:3.0:1769074820.703094:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841728 00000100:00100000:3.0:1769074820.703154:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:3.0:1769074820.703164:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07254450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612841728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074820.703253:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07254450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612841728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 90us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074820.703261:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:3.0:1769074820.703296:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841984 00000100:00100000:3.0:1769074820.703317:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841984 00000100:00100000:3.0:1769074820.703353:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612842112 00000100:00100000:3.0:1769074820.703356:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612842112 00000100:00100000:3.0:1769074820.703378:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 921 00000100:00100000:3.0:1769074820.703384:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612841984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074820.703413:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612841984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074820.703419:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 921 00000100:00100000:3.0:1769074820.703430:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:3.0:1769074820.703436:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612842112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074820.703459:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+6:2371:x1855007612842112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074820.703465:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:3.0:1769074820.703482:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612841856 00000100:00100000:3.0:1769074820.703486:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612841856 00000100:00100000:3.0:1769074820.703515:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 420 00000100:00100000:3.0:1769074820.703521:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612841856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074820.703549:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612841856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074820.703556:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 420 00000100:00080000:3.0:1769074820.703589:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074820.703593:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074820.703595:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1769074820.757313:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839603 is committed 00010000:00010000:3.0:1769074821.054424:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074822.077942:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074822.147701:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619942144:0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.147769:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074822.147814:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619942656:0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.147862:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074822.147890:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074822.147896:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619942272:0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.147921:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074822.147943:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619942784:0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.147962:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074822.147989:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619942528:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150444:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619942400:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150514:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074822.150603:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942272 00000100:00100000:0.0:1769074822.150611:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942272 00000100:00100000:0.0:1769074822.150661:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942784 00000100:00100000:0.0:1769074822.150665:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942784 00000100:00100000:0.0:1769074822.150683:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942400 00000100:00100000:0.0:1769074822.150686:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942400 00000100:00100000:0.0:1769074822.150707:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1769074822.150716:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619942272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150769:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619942272:12345-0@lo:400:kworker.0 Request processed in 55us (2847us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074822.150776:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1769074822.150795:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1769074822.150801:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619942784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150855:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619942784:12345-0@lo:400:kworker.0 Request processed in 53us (2890us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074822.150861:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1769074822.150873:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1769074822.150880:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619942400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150910:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619942400:12345-0@lo:400:kworker.0 Request processed in 31us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074822.150916:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:0.0:1769074822.150933:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074822.150973:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619942272:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.150984:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619942784:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.151016:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619942400:0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.153317:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074822.153392:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942144 00000100:00100000:2.0:1769074822.153399:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942144 00000100:00100000:2.0:1769074822.153440:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1769074822.153455:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07257450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619942144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.153508:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07257450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619942144:12345-0@lo:400:kworker.0 Request processed in 54us (5739us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074822.153515:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1769074822.155008:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942656 00000100:00100000:2.0:1769074822.155018:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942656 00000100:00100000:2.0:1769074822.155069:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942528 00000100:00100000:2.0:1769074822.155073:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942528 00000100:00100000:2.0:1769074822.155098:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1769074822.155108:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619942656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.155188:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619942656:12345-0@lo:400:kworker.0 Request processed in 71us (7313us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074822.155195:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1769074822.155213:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1769074822.155219:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619942528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074822.155253:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619942528:12345-0@lo:400:kworker.0 Request processed in 35us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074822.155258:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1769074822.155322:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619942528:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.156018:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619942144:0@lo:400:kworker.0 00000100:00100000:0.0:1769074822.156034:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619942656:0@lo:400:kworker.0 00000100:00080000:0.0:1769074822.156060:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074822.156064:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1769074823.103295:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074824.127101:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074824.191166:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074824.191201:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619942912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074824.191297:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074824.191438:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619942912 00000100:00100000:0.0:1769074824.191450:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619942912 00000100:00100000:0.0:1769074824.191516:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1769074824.191526:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619942912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074824.191572:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524091392 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074824.191639:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619942912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074824.191647:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:0.0:1769074824.191717:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074824.191765:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619942912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074824.195896:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074824.195931:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619943040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074824.196034:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074824.196104:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619943040 00000100:00100000:0.0:1769074824.196115:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619943040 00000100:00100000:0.0:1769074824.197294:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1769074824.197318:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619943040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074824.197373:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074824.197466:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619943040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 157us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074824.197474:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:0.0:1769074824.197508:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074824.197562:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619943040:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1769074824.560254:0:34505:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 203: mirror file preserve mirror ID === 04:40:23 (1769074823) 00000100:00100000:0.0:1769074824.714346:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074824.714467:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612842240 00000100:00100000:2.0:1769074824.714483:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612842240 00000100:00100000:2.0:1769074824.714576:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6564 00000100:00100000:2.0:1769074824.714591:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:60331:x1855007612842240:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074824.714631:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074824.714661:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b0f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b717 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.714756:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714775:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714788:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714804:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714811:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714818:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714952:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714961:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714968:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714974:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074824.714979:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.714987:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715002:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074824.715005:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074824.715011:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715017:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b100 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715032:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715038:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715043:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715049:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074824.715052:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715062:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715069:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074824.715071:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074824.715074:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715079:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b107 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.715117:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b0f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b717 expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.715128:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:2.0:1769074824.715130:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074824.715145:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b0f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b717 expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.715155:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074824.715233:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:60331:x1855007612842240:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 647us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074824.715241:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6564 00000100:00080000:0.0:1769074824.715396:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074824.721819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.721885:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612842496 00000100:00100000:3.0:1769074824.721897:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612842496 00000100:00100000:3.0:1769074824.721964:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6565 00000100:00100000:3.0:1769074824.721974:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:60331:x1855007612842496:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074824.722001:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074824.722005:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074824.722039:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b074 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b6fb expref: 8 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.722062:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa900) 00010000:00010000:3.0:1769074824.722075:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074824.722093:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b10e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b71e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.722280:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.722296:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.722307:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.722329:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.722335:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.722341:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728067:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728093:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728107:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074824.728127:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:3.0:1769074824.728185:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728194:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728200:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728207:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074824.728212:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728219:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728230:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fa000) 00010000:00010000:3.0:1769074824.728233:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074824.728238:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.728244:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b115 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000004:00010000:3.0:1769074824.728264:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d0849d35 reply state 000000004091de38 transno 8589941414 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074824.728272:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074824.728315:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b10e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.728333:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 9 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.728339:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074824.728342:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074824.728345:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7a00, rc 0) 00000100:00100000:3.0:1769074824.728430:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:60331:x1855007612842496:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6456us (6625us total) trans 8589941414 rc 0/0 00000100:00100000:3.0:1769074824.728439:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6565 00010000:00010000:1.0:1769074824.732034:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732060:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732070:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732078:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074824.732085:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732094:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732117:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7fa500) 00010000:00010000:1.0:1769074824.732121:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074824.732127:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.732147:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b11c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074824.732393:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074824.732977:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612842752 00000100:00100000:0.0:1769074824.732994:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612842752 00000100:00100000:0.0:1769074824.733078:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6566 00000100:00100000:0.0:1769074824.733090:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:60331:x1855007612842752:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074824.733126:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074824.733165:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b131 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b725 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.733293:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.733315:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.733324:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.733372:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.733389:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 10 pid: 30391 timeout: 1908 lvb_type: 0 00000100:00100000:0.0:1769074824.733406:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619943168:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074824.733536:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d103ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074824.743583:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074824.743699:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619943168:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074824.743742:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074824.745047:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612842880 00000100:00100000:2.0:1769074824.745062:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612842880 00010000:00010000:2.0:1769074824.745116:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 11 pid: 30391 timeout: 1908 lvb_type: 0 00000100:00100000:2.0:1769074824.747780:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5312 00000100:00100000:2.0:1769074824.747844:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612842880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074824.747874:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074824.747889:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 11 pid: 30391 timeout: 1908 lvb_type: 0 00010000:00010000:2.0:1769074824.747911:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 11 pid: 30391 timeout: 1908 lvb_type: 0 00010000:00010000:2.0:1769074824.747940:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b123 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b71e expref: 11 pid: 30391 timeout: 1908 lvb_type: 0 00010000:00010000:2.0:1769074824.747967:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074824.747974:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.747984:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.747991:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074824.748029:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074824.748116:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612842880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 320us (4550us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074824.748125:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5312 00010000:00010000:0.0:1769074824.748567:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.748578:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074824.748614:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00080000:0.0:1769074824.749104:0:32492:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x217:0x0], index 0: 0 00000004:00080000:0.0:1769074824.749120:0:32492:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21c:0x0], index 1: 0 00010000:00010000:0.0:1769074824.749326:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749336:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749348:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749354:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074824.749359:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749367:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749381:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074824.749384:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074824.749389:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749395:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b138 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.749470:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b131 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b725 expref: 10 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.749480:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:0.0:1769074824.749483:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074824.749486:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b131 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b725 expref: 10 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.749502:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:0.0:1769074824.749576:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:60331:x1855007612842752:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 16488us (17352us total) trans 8589941415 rc 301/301 00000100:00100000:0.0:1769074824.749585:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6566 00000100:00100000:0.0:1769074824.754575:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.754665:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612843136 00000100:00100000:3.0:1769074824.754679:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612843136 00000100:00100000:3.0:1769074824.754753:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2777 00000100:00100000:3.0:1769074824.754764:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:60331:x1855007612843136:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074824.755480:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:60331:x1855007612843136:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 713us (916us total) trans 8589941416 rc 0/0 00000100:00100000:3.0:1769074824.755491:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2777 00000100:00100000:2.0:1769074824.766526:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074824.766631:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612843392 00000100:00100000:0.0:1769074824.766646:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612843392 00000100:00100000:0.0:1769074824.766723:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2778 00000100:00100000:0.0:1769074824.766734:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+10:60331:x1855007612843392:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074824.767096:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:60331:x1855007612843392:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 362us (585us total) trans 8589941417 rc 0/0 00000100:00100000:0.0:1769074824.767106:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2778 00000100:00100000:2.0:1769074824.799930:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074824.800972:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612843520 00000100:00100000:1.0:1769074824.800990:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612843520 00000100:00100000:1.0:1769074824.801077:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6567 00000100:00100000:1.0:1769074824.801088:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+11:60337:x1855007612843520:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074824.801122:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074824.801167:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b146 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b72c expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.801264:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074824.801282:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074824.801296:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:1.0:1769074824.801376:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1769074824.801381:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074824.801424:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074824.801456:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b146 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b72c expref: 13 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.801478:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b72c expref: 12 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.801488:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9700) 00010000:00010000:1.0:1769074824.801492:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074824.801497:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e200, rc 0) 00000100:00100000:1.0:1769074824.801582:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:60337:x1855007612843520:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 495us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074824.801591:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6567 00000100:00100000:2.0:1769074824.811972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074824.812067:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612843776 00000100:00100000:0.0:1769074824.812079:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612843776 00000100:00100000:0.0:1769074824.812242:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6568 00000100:00100000:0.0:1769074824.812255:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:60337:x1855007612843776:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074824.812285:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074824.812311:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b154 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b733 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.812408:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.812507:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.812524:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.812542:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.812550:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.812560:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813009:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813019:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813026:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074824.813037:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:0.0:1769074824.813344:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813352:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813360:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813366:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074824.813371:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813379:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813393:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9700) 00010000:00010000:0.0:1769074824.813396:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074824.813402:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813412:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b15b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813510:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813518:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813522:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813527:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074824.813530:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813535:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813543:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0dee6d00) 00010000:00010000:0.0:1769074824.813545:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074824.813548:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.813552:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b162 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074824.814090:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b154 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 15 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.814113:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 14 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.814126:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6a00) 00010000:00010000:0.0:1769074824.814128:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074824.814231:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:0.0:1769074824.814379:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+14:60337:x1855007612843776:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2126us (2419us total) trans 8589941418 rc 0/0 00000100:00100000:0.0:1769074824.814390:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6568 00000100:00100000:2.0:1769074824.823560:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.830055:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612843904 00000100:00100000:3.0:1769074824.830081:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612843904 00000100:00100000:3.0:1769074824.844210:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10021 00000100:00100000:3.0:1769074824.844228:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612843904:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074824.844256:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074824.844283:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b73a expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074824.844318:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074824.844346:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074824.844348:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074824.844359:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 7 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074824.844383:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 7 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074824.844400:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6800, rc 0) 00000100:00100000:3.0:1769074824.844495:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612843904:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 270us (20946us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074824.844503:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10021 00000100:00080000:0.0:1769074824.844712:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074824.857466:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074824.857559:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612844160 00000100:00100000:2.0:1769074824.857575:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612844160 00000100:00100000:2.0:1769074824.857654:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2779 00000100:00100000:2.0:1769074824.857666:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:60337:x1855007612844160:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074824.858540:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:60337:x1855007612844160:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 873us (1083us total) trans 8589941419 rc 0/0 00000100:00100000:2.0:1769074824.858550:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2779 00000100:00100000:0.0:1769074824.873305:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.873400:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612844416 00000100:00100000:3.0:1769074824.873414:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612844416 00000100:00100000:3.0:1769074824.873489:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6569 00000100:00100000:3.0:1769074824.873500:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:60337:x1855007612844416:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074824.873534:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074824.873564:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b17e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b741 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.873720:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b185 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074824.873751:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b185 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074824.873768:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b185 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074824.873782:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:3.0:1769074824.873989:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b17e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b741 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.874017:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b185 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b741 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.874028:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6a00) 00010000:00010000:3.0:1769074824.874031:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1769074824.874035:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6000, rc 0) 00000100:00100000:3.0:1769074824.874113:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+17:60337:x1855007612844416:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 614us (821us total) trans 8589941420 rc 0/0 00000100:00100000:3.0:1769074824.874122:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6569 00000100:00100000:3.0:1769074824.893109:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074824.893244:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612844672 00000100:00100000:1.0:1769074824.893260:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612844672 00000100:00100000:1.0:1769074824.893334:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6570 00000100:00100000:1.0:1769074824.893347:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:60337:x1855007612844672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074824.893386:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074824.893418:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b193 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b748 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.893570:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.893589:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.893600:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074824.893648:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.893668:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 18 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:1.0:1769074824.893686:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619943296:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074824.893802:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e0780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074824.906025:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.906068:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612844800 00000100:00100000:3.0:1769074824.906079:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612844800 00010000:00010000:3.0:1769074824.906191:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 19 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:3.0:1769074824.906245:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5313 00000100:00100000:3.0:1769074824.906256:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612844800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074824.906275:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074824.906282:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 19 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:3.0:1769074824.906300:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 19 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:3.0:1769074824.906330:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6a00) 00010000:00010000:3.0:1769074824.906336:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.906348:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.906356:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.906379:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074824.906446:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612844800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 190us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074824.906455:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5313 00010000:00010000:3.0:1769074824.906604:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b169 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b733 expref: 18 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:3.0:1769074824.906627:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619943296:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074824.906653:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.906663:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.906670:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074824.906694:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:3.0:1769074824.906950:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b193 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b748 expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.906965:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b748 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.906974:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6a00) 00010000:00010000:3.0:1769074824.906977:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1769074824.906980:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f200, rc 0) 00000100:00100000:3.0:1769074824.907014:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:60337:x1855007612844672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13671us (13922us total) trans 8589941421 rc 0/0 00000100:00100000:3.0:1769074824.907021:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6570 00000100:00100000:2.0:1769074824.931539:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.931639:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612844928 00000100:00100000:3.0:1769074824.931653:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612844928 00000100:00100000:3.0:1769074824.931727:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2780 00000100:00100000:3.0:1769074824.931738:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:60337:x1855007612844928:12345-192.168.204.39@tcp:33:lfs.0 00000100:00100000:3.0:1769074824.933731:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:60337:x1855007612844928:12345-192.168.204.39@tcp:33:lfs.0 Request processed in 1978us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074824.933748:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2780 00000100:00100000:3.0:1769074824.941552:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074824.941641:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612845184 00000100:00100000:2.0:1769074824.941659:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612845184 00000100:00100000:2.0:1769074824.941743:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2781 00000100:00100000:2.0:1769074824.941755:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:60337:x1855007612845184:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074824.942032:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845184:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 279us (499us total) trans 8589941422 rc 0/0 00000100:00100000:2.0:1769074824.942041:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2781 00000100:00100000:3.0:1769074824.946511:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.946565:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612845440 00000100:00100000:3.0:1769074824.946578:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612845440 00000100:00100000:3.0:1769074824.946655:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6571 00000100:00100000:3.0:1769074824.946668:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845440:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074824.946707:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074824.946711:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1769074824.946748:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b19a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b748 expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.946770:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b185 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b741 expref: 18 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.946787:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6a00) 00010000:00010000:3.0:1769074824.946803:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074824.946872:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b1a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b74f expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.947001:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.947016:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074824.947028:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074824.947043:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:3.0:1769074824.947219:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b1a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b74f expref: 20 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.947237:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b74f expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.947246:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074824.947249:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074824.947253:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6c00, rc 0) 00000100:00100000:3.0:1769074824.947332:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845440:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 666us (835us total) trans 8589941423 rc 0/0 00000100:00100000:3.0:1769074824.947341:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6571 00000100:00100000:3.0:1769074824.953565:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074824.953624:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612845696 00000100:00100000:3.0:1769074824.953637:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612845696 00000100:00100000:3.0:1769074824.953714:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2782 00000100:00100000:3.0:1769074824.953727:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845696:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1769074824.953863:0:29859:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x1ae:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b74f expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.953922:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.953939:0:29859:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.953952:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954373:0:29859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954383:0:29859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954391:0:29859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954398:0:29859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074824.954404:0:29859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954413:0:29859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954429:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074824.954433:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1769074824.954439:0:29859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954446:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b1bd lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074824.954469:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074824.954472:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074824.954479:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b1af lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b74f expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074824.954722:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845696:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 997us (1174us total) trans 8589941424 rc -22/-22 00000100:00100000:3.0:1769074824.954740:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2782 00000100:00100000:3.0:1769074825.009360:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.009675:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612845824 00000100:00100000:0.0:1769074825.009690:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612845824 00000100:00100000:0.0:1769074825.009781:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6572 00000100:00100000:0.0:1769074825.009792:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:60337:x1855007612845824:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074825.009864:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074825.009897:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b756 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.013277:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 20 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.013303:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 20 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.013328:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:2.0:1769074825.013332:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074825.013337:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7c00, rc 0) 00000100:00100000:2.0:1769074825.013428:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:60337:x1855007612845824:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3635us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.013438:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6572 00000100:00100000:3.0:1769074825.027725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.030462:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846080 00000100:00100000:2.0:1769074825.030479:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846080 00000100:00100000:2.0:1769074825.030561:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6573 00000100:00100000:2.0:1769074825.030571:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+20:60337:x1855007612846080:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.030592:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.030595:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074825.030620:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b14d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b72c expref: 20 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.030640:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9700) 00010000:00010000:2.0:1769074825.030650:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074825.030666:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b1cb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b75d expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.031265:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.031280:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.031289:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074825.031299:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1af:0x0]: returning size 0 00010000:00010000:2.0:1769074825.031364:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b1cb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.031384:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 21 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.031391:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1af:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074825.031394:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074825.031397:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:2.0:1769074825.031479:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+21:60337:x1855007612846080:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 909us (3772us total) trans 8589941425 rc 0/0 00000100:00100000:2.0:1769074825.031487:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6573 00000100:00100000:3.0:1769074825.041719:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.041938:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846336 00000100:00100000:0.0:1769074825.041952:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846336 00000100:00100000:0.0:1769074825.042029:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6574 00000100:00100000:0.0:1769074825.042041:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:60337:x1855007612846336:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074825.042076:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074825.042105:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1e0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b764 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.042288:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074825.042311:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074825.042325:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074825.042340:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:0.0:1769074825.042509:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b764 expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.042534:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b764 expref: 23 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.042545:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:0.0:1769074825.042548:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074825.042552:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7a00, rc 0) 00000100:00100000:0.0:1769074825.042634:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:60337:x1855007612846336:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 595us (930us total) trans 8589941426 rc 0/0 00000100:00100000:0.0:1769074825.042643:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6574 00000100:00100000:1.0:1769074825.048570:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.048697:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846592 00000100:00100000:3.0:1769074825.048713:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846592 00000100:00100000:3.0:1769074825.048791:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2783 00000100:00100000:3.0:1769074825.048802:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+23:60337:x1855007612846592:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1769074825.049299:0:31182:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x1ae:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b764 expref: 23 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.049352:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074825.049368:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.049377:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074825.049424:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 23 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.049443:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 23 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:3.0:1769074825.049460:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619943424:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074825.058369:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074825.071686:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619943424:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074825.071727:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:1.0:1769074825.078904:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.079300:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846720 00000100:00100000:2.0:1769074825.079314:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846720 00010000:00010000:2.0:1769074825.079374:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 24 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:2.0:1769074825.079423:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5314 00000100:00100000:2.0:1769074825.079435:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612846720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074825.079458:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074825.079466:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 24 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:2.0:1769074825.079484:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 24 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:2.0:1769074825.079513:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b1c4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b756 expref: 24 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:2.0:1769074825.079536:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:2.0:1769074825.079543:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.079554:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.079563:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.079600:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074825.079681:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:2370:x1855007612846720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 248us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.079689:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5314 00010000:00010000:0.0:1769074825.079792:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.079801:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.079878:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.079893:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.079908:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.079958:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 22 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.079976:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 22 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:0.0:1769074825.079992:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619943552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074825.080329:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d270c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.088725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.091089:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619943552:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074825.091142:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:1.0:1769074825.092507:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846848 00000100:00100000:1.0:1769074825.092526:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846848 00010000:00010000:1.0:1769074825.092674:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 23 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:1.0:1769074825.092730:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5315 00000100:00100000:1.0:1769074825.092740:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612846848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074825.092760:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074825.092768:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 23 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.092797:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 23 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.092843:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b1d2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b75d expref: 23 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.092865:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1af:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074825.092871:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.092882:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.092891:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.092929:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074825.092969:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.092977:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:1.0:1769074825.093026:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612846848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 286us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.093035:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5315 00000100:00100000:0.0:1769074825.093569:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619943680:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.093810:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.093903:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074825.094213:0:32043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619943680 00000100:00100000:2.0:1769074825.094225:0:32043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619943680 00000100:00100000:2.0:1769074825.094284:0:32043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1769074825.094294:0:32043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619943680:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1769074825.094423:0:32043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619943680:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 130us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.094432:0:32043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1769074825.094519:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619943680:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1769074825.094619:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941427 00000001:00080000:1.0:1769074825.094717:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941428 00010000:00010000:1.0:1769074825.094766:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094777:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094797:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094804:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.094810:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094818:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094887:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1af:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074825.094890:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1769074825.094895:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094905:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b1fc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094931:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094936:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094941:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094957:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.094961:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094967:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094975:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:1.0:1769074825.094978:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1769074825.094981:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.094988:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7e00/0x8b5959a9a0e8b1f5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.095006:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:1.0:1769074825.095009:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074825.095016:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b1e7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b764 expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074825.095145:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+23:60337:x1855007612846592:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 46345us (46591us total) trans 8589941429 rc 0/0 00000100:00100000:1.0:1769074825.095156:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2783 00000020:00080000:1.0:1769074825.095161:0:31182:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1769074825.102320:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.104022:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612846976 00000100:00100000:0.0:1769074825.104040:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612846976 00000100:00100000:0.0:1769074825.104138:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6575 00000100:00100000:0.0:1769074825.104150:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:60337:x1855007612846976:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074825.104177:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074825.104207:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b76b expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.104271:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.104289:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.104313:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074825.104317:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074825.104321:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7800, rc 0) 00000100:00100000:0.0:1769074825.104394:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+24:60337:x1855007612846976:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 245us (2089us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074825.104402:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6575 00000100:00100000:3.0:1769074825.117292:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.121436:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612847232 00000100:00100000:1.0:1769074825.121464:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612847232 00000100:00100000:1.0:1769074825.121607:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2784 00000100:00100000:1.0:1769074825.121621:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:60337:x1855007612847232:12345-192.168.204.39@tcp:35:lfs.0 00000004:00080000:1.0:1769074825.122323:0:31182:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x1af:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1769074825.122450:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1650, 64 off143488 00000004:00080000:1.0:1769074825.122463:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1809283639156ns, next at 1810283636473ns, rc = 0 00000001:00080000:1.0:1769074825.122472:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941430 00010000:00010000:1.0:1769074825.122532:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122553:0:31182:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122568:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122577:0:31182:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122583:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122589:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.122621:0:31182:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074825.122805:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:60337:x1855007612847232:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1185us (5539us total) trans 8589941431 rc 0/0 00000100:00100000:1.0:1769074825.122816:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2784 00000020:00080000:1.0:1769074825.122856:0:31182:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1769074825.123101:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074825.123112:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.123120:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074825.123124:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.123149:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.123166:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1af:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:2.0:1769074825.123170:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074825.123177:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.123183:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b20a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.123204:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074825.123206:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074825.123208:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074825.130262:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.130458:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612847488 00000100:00100000:1.0:1769074825.130473:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612847488 00000100:00100000:1.0:1769074825.130551:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2785 00000100:00100000:1.0:1769074825.130562:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:60337:x1855007612847488:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1769074825.131074:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+27:60337:x1855007612847488:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 511us (824us total) trans 8589941432 rc 0/0 00000100:00100000:1.0:1769074825.131084:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2785 00010000:00010000:2.0:1769074825.150221:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074825.170490:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.170757:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612847616 00000100:00100000:0.0:1769074825.170772:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612847616 00000100:00100000:0.0:1769074825.170897:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6576 00000100:00100000:0.0:1769074825.170908:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+27:60339:x1855007612847616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074825.170944:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074825.171278:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b211 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b772 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.171379:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074825.171397:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074825.171411:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074825.171496:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074825.171501:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074825.171529:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074825.171559:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b211 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b772 expref: 29 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.171582:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b772 expref: 28 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.171592:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:0.0:1769074825.171607:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074825.171612:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:0.0:1769074825.171708:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60339:x1855007612847616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 800us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074825.171717:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6576 00000100:00100000:3.0:1769074825.179973:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.180891:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612847872 00000100:00100000:2.0:1769074825.180909:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612847872 00000100:00100000:2.0:1769074825.180998:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6577 00000100:00100000:2.0:1769074825.181011:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60339:x1855007612847872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.181039:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.181069:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b21f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b779 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.181184:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181203:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181218:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181237:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181244:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181254:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181400:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181408:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181416:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181423:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.181428:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181436:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181451:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.181455:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.181461:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181468:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b226 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181485:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181491:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181497:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181503:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.181506:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181512:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181520:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074825.181522:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.181525:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181531:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b22d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.181571:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b21f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b779 expref: 29 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.181581:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.181584:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074825.181587:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b21f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b779 expref: 29 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.181599:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:2.0:1769074825.181696:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60339:x1855007612847872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 687us (1739us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074825.181704:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6577 00000100:00100000:3.0:1769074825.187349:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.187491:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612848000 00000100:00100000:1.0:1769074825.187507:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612848000 00000100:00100000:1.0:1769074825.187586:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6578 00000100:00100000:1.0:1769074825.187609:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60339:x1855007612848000:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074825.187717:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.187752:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.187769:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.187788:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.187796:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.187807:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188018:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188026:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188033:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074825.188076:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:1.0:1769074825.188081:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074825.188097:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188112:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188119:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188137:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188143:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.188148:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188156:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188169:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:1.0:1769074825.188173:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.188180:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188185:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b234 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188200:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188206:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188210:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188215:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ee00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.188218:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188224:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188230:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0c8b9800) 00010000:00010000:1.0:1769074825.188232:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.188235:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188240:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b23b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188255:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188261:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188267:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188272:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ea00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.188275:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188281:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188287:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:1.0:1769074825.188289:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.188292:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.188296:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b242 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074825.188383:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60339:x1855007612848000:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 786us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.188393:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6578 00000100:00100000:3.0:1769074825.218333:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.218711:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612848256 00000100:00100000:2.0:1769074825.218726:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612848256 00000100:00100000:2.0:1769074825.218880:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6579 00000100:00100000:2.0:1769074825.218893:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60340:x1855007612848256:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.218922:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.218960:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b780 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.220582:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220606:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220618:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220635:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220641:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220647:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220759:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220766:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220772:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220778:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.220782:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220789:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220800:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.220803:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.220808:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220815:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220861:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220867:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220872:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220877:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.220880:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220885:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220892:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074825.220895:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.220899:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220909:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b257 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.220957:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b249 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b780 expref: 29 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.220967:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.220969:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074825.220973:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b780 expref: 29 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.220983:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:2.0:1769074825.221068:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60340:x1855007612848256:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2177us (2751us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074825.221077:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6579 00000100:00100000:3.0:1769074825.233209:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.233434:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612848384 00000100:00100000:2.0:1769074825.233450:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612848384 00000100:00100000:2.0:1769074825.233545:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6580 00000100:00100000:2.0:1769074825.233555:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60340:x1855007612848384:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074825.233644:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233661:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233673:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233686:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233694:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233700:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233802:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233810:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233817:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074825.233883:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:2.0:1769074825.233887:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074825.233900:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233913:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233919:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233926:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233933:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.233937:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233945:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233957:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.233961:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.233966:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233971:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b25e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233985:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233991:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.233997:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234001:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.234004:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234010:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234017:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074825.234019:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.234022:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234028:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b265 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234042:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234048:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234054:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234058:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.234061:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234067:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234073:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:2.0:1769074825.234076:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.234079:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.234083:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b26c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074825.234182:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60340:x1855007612848384:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 627us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.234190:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6580 00000100:00100000:3.0:1769074825.266420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.266865:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612848640 00000100:00100000:1.0:1769074825.266877:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612848640 00000100:00100000:1.0:1769074825.266937:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6581 00000100:00100000:1.0:1769074825.266955:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60341:x1855007612848640:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.266974:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074825.266993:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b273 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b787 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.267064:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267080:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267090:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267103:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267108:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267113:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267227:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267238:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267244:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267249:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ee00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.267254:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267261:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267273:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:1.0:1769074825.267275:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.267281:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267287:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b27a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267301:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267306:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267312:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267316:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.267319:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267325:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267332:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0c8b9800) 00010000:00010000:1.0:1769074825.267334:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.267337:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267354:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b281 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.267384:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b273 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b787 expref: 29 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.267394:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:1.0:1769074825.267397:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074825.267400:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b273 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b787 expref: 29 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.267409:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ea00, rc 0) 00000100:00100000:1.0:1769074825.267469:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60341:x1855007612848640:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 522us (1060us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074825.267476:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6581 00000100:00100000:3.0:1769074825.271684:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.271797:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612848768 00000100:00100000:2.0:1769074825.271807:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612848768 00000100:00100000:2.0:1769074825.271891:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6582 00000100:00100000:2.0:1769074825.271902:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60341:x1855007612848768:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074825.271985:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272006:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272017:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272030:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272037:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272043:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272149:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272158:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272164:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:2.0:1769074825.272199:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:2.0:1769074825.272204:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074825.272222:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272234:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272241:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272251:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272257:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.272271:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272278:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272289:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074825.272291:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.272296:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272302:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b288 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272315:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272320:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272325:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272330:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.272333:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272473:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272488:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce100) 00010000:00010000:2.0:1769074825.272491:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.272494:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272499:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b28f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272513:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272519:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272525:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272529:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074825.272532:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272537:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272544:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:2.0:1769074825.272546:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074825.272549:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.272555:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b296 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074825.272634:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+28:60341:x1855007612848768:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 733us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.272642:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6582 00000100:00100000:3.0:1769074825.307735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.307962:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612849024 00000100:00100000:1.0:1769074825.307973:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612849024 00000100:00100000:1.0:1769074825.308036:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6583 00000100:00100000:1.0:1769074825.308045:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+28:60342:x1855007612849024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.308065:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074825.308088:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b29d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b78e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.308173:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308189:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308200:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308213:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308219:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308224:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308375:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b2b2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308384:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308391:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074825.308401:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:1.0:1769074825.308497:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308505:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308512:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308518:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.308522:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308529:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308542:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:1.0:1769074825.308545:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.308550:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308556:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b2a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308573:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308579:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308584:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308589:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ee00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.308591:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308597:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308603:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0c8b9800) 00010000:00010000:1.0:1769074825.308606:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.308609:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308614:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b2ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.308653:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8b29d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b78e expref: 31 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.308680:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b78e expref: 30 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.308687:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:1.0:1769074825.308690:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074825.308693:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fa00, rc 0) 00000100:00100000:1.0:1769074825.308752:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+30:60342:x1855007612849024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 707us (1026us total) trans 8589941433 rc 0/0 00000100:00100000:1.0:1769074825.308760:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6583 00000100:00100000:2.0:1769074825.318364:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.318512:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612849280 00000100:00100000:3.0:1769074825.318523:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612849280 00000100:00100000:3.0:1769074825.318578:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6584 00000100:00100000:3.0:1769074825.318588:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+30:60342:x1855007612849280:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074825.318614:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074825.318617:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074825.318643:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b218 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b772 expref: 30 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.318664:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:3.0:1769074825.318676:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074825.318692:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b2c0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b795 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.319222:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.319237:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.319248:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074825.319258:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b0:0x0]: returning size 0 00010000:00010000:3.0:1769074825.319301:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b2c0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 32 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.319322:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 31 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.319329:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074825.319332:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074825.319335:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7400, rc 0) 00000100:00100000:3.0:1769074825.320641:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+31:60342:x1855007612849280:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2029us (2273us total) trans 8589941434 rc 0/0 00000100:00100000:3.0:1769074825.320652:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6584 00000100:00100000:3.0:1769074825.328444:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.330087:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612849536 00000100:00100000:2.0:1769074825.330101:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612849536 00000100:00100000:2.0:1769074825.330238:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6585 00000100:00100000:2.0:1769074825.330248:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+31:60342:x1855007612849536:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.330280:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.330303:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b2d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b79c expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.330410:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.330424:0:32492:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 32 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.330432:0:32492:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074825.330466:0:32492:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 32 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.330481:0:32492:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 32 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:2.0:1769074825.330493:0:32492:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619943808:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074825.330595:0:32492:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794c600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074825.341497:0:32492:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:32492:1855007619943808:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074825.341533:0:32492:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074825.342295:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.342395:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612849664 00000100:00100000:1.0:1769074825.342406:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612849664 00010000:00010000:1.0:1769074825.342449:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 33 pid: 32492 timeout: 1909 lvb_type: 0 00000100:00100000:1.0:1769074825.342491:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5316 00000100:00100000:1.0:1769074825.342500:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+33:2371:x1855007612849664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074825.342515:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074825.342522:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 33 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.342536:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 33 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.342559:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b2c7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b795 expref: 33 pid: 32492 timeout: 1909 lvb_type: 0 00010000:00010000:1.0:1769074825.342590:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074825.342595:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.342604:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.342614:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.342643:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074825.342695:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+32:2371:x1855007612849664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 195us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.342702:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5316 00010000:00010000:3.0:1769074825.343282:0:32492:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.343291:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074825.343310:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b0:0x0]: returning size 0 00000004:00080000:3.0:1769074825.343507:0:32492:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21d:0x0], index 1: 0 00000004:00080000:3.0:1769074825.343515:0:32492:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x218:0x0], index 0: 0 00010000:00010000:3.0:1769074825.343993:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344002:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344013:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344018:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074825.344022:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344028:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344041:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074825.344045:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074825.344049:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344054:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b2dc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.344119:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b2d5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b79c expref: 32 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.344142:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7ce100) 00010000:00010000:3.0:1769074825.344145:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074825.344148:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b2d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b79c expref: 32 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.344163:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1400, rc 0) 00000100:00100000:3.0:1769074825.344210:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+31:60342:x1855007612849536:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13963us (15776us total) trans 8589941435 rc 301/301 00000100:00100000:3.0:1769074825.344218:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6585 00000100:00100000:3.0:1769074825.360223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.360467:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612849920 00000100:00100000:0.0:1769074825.360478:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612849920 00000100:00100000:0.0:1769074825.360544:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2786 00000100:00100000:0.0:1769074825.360554:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+31:60342:x1855007612849920:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074825.361716:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+32:60342:x1855007612849920:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1157us (1498us total) trans 8589941436 rc 0/0 00000100:00100000:0.0:1769074825.361726:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2786 00000100:00100000:1.0:1769074825.374328:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.374542:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850048 00000100:00100000:3.0:1769074825.374553:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850048 00000100:00100000:3.0:1769074825.374612:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6586 00000100:00100000:3.0:1769074825.374622:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+32:60342:x1855007612850048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074825.374647:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074825.374677:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b2ea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7a3 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.374758:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.374773:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.374795:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074825.374870:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b0:0x0]: returning size 0 00000004:00200000:3.0:1769074825.374875:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074825.374892:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074825.374918:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b2ea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7a3 expref: 34 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.374941:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7a3 expref: 33 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.374959:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074825.374962:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1769074825.374966:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7a00, rc 0) 00000100:00100000:3.0:1769074825.375025:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+33:60342:x1855007612850048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 405us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.375032:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6586 00000100:00100000:3.0:1769074825.382459:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.382551:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850176 00000100:00100000:2.0:1769074825.382560:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850176 00000100:00100000:2.0:1769074825.382661:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10022 00000100:00100000:2.0:1769074825.382670:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612850176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.382686:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.382705:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7aa expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074825.382729:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074825.382746:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.382748:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.382756:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 8 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.382772:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 8 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.382794:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074825.382880:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612850176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 211us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.382888:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10022 00000100:00100000:0.0:1769074825.394870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.394971:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850304 00000100:00100000:2.0:1769074825.394982:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850304 00000100:00100000:2.0:1769074825.395053:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10023 00000100:00100000:2.0:1769074825.395074:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+6:2370:x1855007612850304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.395095:0:6533:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.395137:0:6533:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7b1 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074825.395163:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074825.395185:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.395187:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.395196:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 7 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.395213:0:6533:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 7 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.395227:0:6533:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0000, rc 0) 00000100:00100000:2.0:1769074825.395286:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612850304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 216us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.395295:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10023 00000100:00080000:0.0:1769074825.395499:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074825.411632:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.411773:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850560 00000100:00100000:1.0:1769074825.411784:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850560 00000100:00100000:1.0:1769074825.411892:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6587 00000100:00100000:1.0:1769074825.411902:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+33:60342:x1855007612850560:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.411922:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074825.411943:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b306 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7b8 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.412040:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.412222:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.412237:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074825.412327:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00010000:00010000:1.0:1769074825.412456:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b306 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b8 expref: 36 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.412475:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b8 expref: 35 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.412485:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:1.0:1769074825.412488:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074825.412491:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f800, rc 0) 00000100:00100000:1.0:1769074825.413877:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+35:60342:x1855007612850560:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1967us (2257us total) trans 8589941437 rc 0/0 00000100:00100000:1.0:1769074825.413889:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6587 00000100:00100000:3.0:1769074825.433558:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.434466:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850688 00000100:00100000:1.0:1769074825.434477:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850688 00000100:00100000:1.0:1769074825.434542:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10024 00000100:00100000:1.0:1769074825.434553:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612850688:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074825.434598:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434613:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074825.434616:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074825.434620:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434635:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434665:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434673:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434686:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434694:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074825.434697:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434705:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434725:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.434732:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b31b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074825.434811:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612850688:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 260us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.434818:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10024 00000100:00100000:0.0:1769074825.621246:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.621366:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850816 00000100:00100000:1.0:1769074825.621376:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850816 00000100:00100000:1.0:1769074825.621454:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6588 00000100:00100000:1.0:1769074825.621466:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+35:60342:x1855007612850816:12345-192.168.204.39@tcp:44:lfs.0 00000001:00080000:1.0:1769074825.714880:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941436 is committed 00000001:00080000:1.0:1769074825.714921:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941437 is committed 00000004:00080000:1.0:1769074825.714934:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1342 committed 00000100:00100000:1.0:1769074825.715266:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619943936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074825.715334:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074825.715413:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619943936 00000100:00100000:1.0:1769074825.715420:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619943936 00000100:00100000:1.0:1769074825.715461:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10025 00000100:00100000:1.0:1769074825.715469:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619943936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074825.716908:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:60342:x1855007612850816:12345-192.168.204.39@tcp:44:lfs.0 Request processed in 95436us (95665us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.716920:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6588 00002000:00080000:1.0:1769074825.717431:0:6533:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:535 count 1 00002000:00010000:1.0:1769074825.717467:0:6533:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x217:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074825.718254:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.718273:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074825.718275:0:6533:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074825.718281:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.718295:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.718305:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.718312:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.718339:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074825.718837:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074825.718845:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.718854:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074825.718859:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.718868:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.718887:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.718896:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b322 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.718916:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074825.718918:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074825.718920:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074825.721460:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619943936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5984us (6119us total) trans 21474839604 rc 0/0 00000100:00100000:1.0:1769074825.721484:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10025 00000100:00100000:3.0:1769074825.725229:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.725272:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.725363:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612850944 00000100:00100000:1.0:1769074825.725374:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612850944 00000100:00100000:1.0:1769074825.725430:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851072 00000100:00100000:1.0:1769074825.725433:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851072 00000100:00100000:1.0:1769074825.725461:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10026 00000100:00100000:1.0:1769074825.725469:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612850944:12345-192.168.204.39@tcp:16:lfs.0 00000100:00100000:1.0:1769074825.725584:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612850944:12345-192.168.204.39@tcp:16:lfs.0 Request processed in 114us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.725591:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10026 00000100:00100000:1.0:1769074825.725610:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10027 00000100:00100000:1.0:1769074825.725616:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612851072:12345-192.168.204.39@tcp:16:lfs.0 00000100:00100000:1.0:1769074825.725658:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612851072:12345-192.168.204.39@tcp:16:lfs.0 Request processed in 42us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.725664:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10027 00000004:00080000:0.0:1769074825.734652:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41332680/2, rc 0, transno 21474839604 00000100:00100000:0.0:1769074825.734668:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619943936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074825.798166:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.798419:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851200 00000100:00100000:2.0:1769074825.798430:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851200 00000100:00100000:2.0:1769074825.798489:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10028 00000100:00100000:2.0:1769074825.798499:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612851200:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074825.798544:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798564:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.798567:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.798573:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798586:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798614:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798623:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798631:0:26584:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798639:0:26584:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074825.798642:0:26584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798650:0:26584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798663:0:26584:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.798675:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b329 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074825.798771:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612851200:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 272us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.798779:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10028 00000100:00100000:0.0:1769074825.814392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.817424:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851456 00000100:00100000:3.0:1769074825.817439:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851456 00000100:00100000:0.0:1769074825.818058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.818181:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851584 00000100:00100000:1.0:1769074825.818188:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851584 00000100:00100000:1.0:1769074825.818237:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:1.0:1769074825.818246:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07254050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612851584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074825.818316:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07254050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612851584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074825.818324:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:3.0:1769074825.819060:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6589 00000100:00100000:3.0:1769074825.819073:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60342:x1855007612851456:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074825.819130:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074825.819764:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b2f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7a3 expref: 11 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.819790:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074825.819802:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074825.819886:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074825.819898:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074825.819907:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00010000:3.0:1769074825.820202:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fcce035 reply state 000000007fa477ec transno 8589941438 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074825.820212:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074825.820304:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612851456:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 1233us (5920us total) trans 8589941438 rc 0/0 00000100:00100000:3.0:1769074825.820312:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6589 00010000:00010000:1.0:1769074825.832692:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833467:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833576:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833583:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.833587:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833594:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833611:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d117b9e00) 00010000:00010000:1.0:1769074825.833614:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.833619:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074825.833625:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b330 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074825.836975:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.837500:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851712 00000100:00100000:2.0:1769074825.837510:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851712 00000100:00100000:2.0:1769074825.837562:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6590 00000100:00100000:2.0:1769074825.837572:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60342:x1855007612851712:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.837595:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.837617:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7bf expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.837674:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.837688:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.837719:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074825.837722:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074825.837725:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074825.837780:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612851712:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 209us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.837788:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6590 00000001:00080000:0.0:1769074825.843046:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839604 is committed 00000100:00100000:1.0:1769074825.857593:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.857798:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851840 00000100:00100000:3.0:1769074825.857811:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851840 00000100:00100000:3.0:1769074825.857901:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10029 00000100:00100000:3.0:1769074825.857911:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:60342:x1855007612851840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074825.857930:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074825.858140:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7c6 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.858186:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074825.858195:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.858197:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.858201:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7c6 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.858239:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074825.858258:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:3.0:1769074825.858272:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619944064:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074825.858372:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.862901:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619944064:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074825.862945:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7c6 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.862967:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7a00, rc 0) 00000100:00100000:3.0:1769074825.863088:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:60342:x1855007612851840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5176us (5505us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.863098:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10029 00000100:00100000:0.0:1769074825.863370:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.864928:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612851968 00000100:00100000:3.0:1769074825.864942:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612851968 00010000:00010000:3.0:1769074825.864987:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:3.0:1769074825.865031:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5317 00000100:00100000:3.0:1769074825.865041:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612851968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074825.865057:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074825.865078:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.865094:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.865129:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b2f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7aa expref: 9 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.865145:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.865156:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.865162:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7c6 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.865172:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7c6 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.865214:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7a00/0x8b5959a9a0e8b33e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7c6 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074825.865229:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619944192:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074825.865313:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.872772:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619944192:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074825.872798:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074825.872888:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612851968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7847us (9517us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.872899:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5317 00000100:00100000:2.0:1769074825.879229:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.879400:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852096 00000100:00100000:3.0:1769074825.879410:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852096 00000100:00100000:3.0:1769074825.879481:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10030 00000100:00100000:3.0:1769074825.879492:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:60342:x1855007612852096:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074825.879514:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074825.879534:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7cd expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.879570:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074825.879578:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.879580:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.879584:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7cd expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.879624:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074825.879640:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:3.0:1769074825.879653:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619944320:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074825.879741:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.882409:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25507:1855007619944320:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074825.882441:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7cd expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.882459:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6000, rc 0) 00000100:00100000:3.0:1769074825.882529:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:60342:x1855007612852096:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3037us (3309us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.882538:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10030 00000100:00100000:0.0:1769074825.883041:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.883540:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852224 00000100:00100000:3.0:1769074825.883548:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852224 00010000:00010000:3.0:1769074825.883584:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:3.0:1769074825.883622:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5318 00000100:00100000:3.0:1769074825.883632:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612852224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074825.883647:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074825.883668:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.883682:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.883717:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b2ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b1 expref: 8 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:3.0:1769074825.883731:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.883734:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074825.883739:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7cd expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.883748:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7cd expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.883781:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6000/0x8b5959a9a0e8b345 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7cd expref: 7 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074825.883794:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619944448:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074825.883908:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.892625:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619944448:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074825.892653:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074825.892727:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612852224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9095us (9686us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.892740:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5318 00000100:00100000:2.0:1769074825.906732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.906801:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.907073:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852352 00000100:00100000:0.0:1769074825.907084:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852352 00000100:00100000:0.0:1769074825.907155:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852480 00000100:00100000:0.0:1769074825.907159:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852480 00000100:00100000:0.0:1769074825.907190:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10031 00000100:00100000:0.0:1769074825.907199:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612852352:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074825.907506:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074825.907510:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb mtime from disk: 0 -> 1769074825 00002000:00010000:0.0:1769074825.907513:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb atime from disk: 0 -> 1769074825 00002000:00010000:0.0:1769074825.907515:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb ctime from disk: 0 -> 1769074826 00002000:00010000:0.0:1769074825.907517:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074825.907576:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612852352:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 378us (854us total) trans 17179872645 rc 0/0 00000100:00100000:0.0:1769074825.907583:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10031 00000100:00100000:0.0:1769074825.907603:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10032 00000100:00100000:0.0:1769074825.907609:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612852480:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074825.907750:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x218:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074825.907754:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x218:0x0] updating lvb mtime from disk: 0 -> 1769074825 00002000:00010000:0.0:1769074825.907757:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x218:0x0] updating lvb atime from disk: 0 -> 1769074825 00002000:00010000:0.0:1769074825.907759:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x218:0x0] updating lvb ctime from disk: 0 -> 1769074826 00002000:00010000:0.0:1769074825.907761:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x218:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074825.907794:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612852480:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 185us (993us total) trans 21474839605 rc 0/0 00000100:00100000:0.0:1769074825.907800:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10032 00000100:00100000:1.0:1769074825.918101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.918395:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852736 00000100:00100000:0.0:1769074825.918405:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852736 00000100:00100000:0.0:1769074825.918465:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6591 00000100:00100000:0.0:1769074825.918483:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612852736:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1769074825.918534:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074825.918561:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b2b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b78e expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.918579:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074825.918583:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074825.918620:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074825.918635:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074825.918643:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00010000:0.0:1769074825.918806:0:32492:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7209d25 reply state 00000000887184fe transno 8589941439 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:0.0:1769074825.918815:0:32492:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074825.918942:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+13:60342:x1855007612852736:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 460us (848us total) trans 8589941439 rc 0/0 00000100:00100000:0.0:1769074825.918949:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6591 00010000:00010000:1.0:1769074825.921810:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921855:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921863:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921869:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074825.921874:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921881:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921896:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:1.0:1769074825.921899:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074825.921903:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074825.921908:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b34c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:3.0:1769074825.921933:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.922012:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852864 00000100:00100000:2.0:1769074825.922022:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852864 00000100:00100000:2.0:1769074825.922079:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10033 00000100:00100000:2.0:1769074825.922089:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:60342:x1855007612852864:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074825.922104:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074825.922132:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7d4 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.922268:0:25507:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 10 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.922277:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.922279:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074825.922284:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7d4 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.922316:0:25507:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 10 pid: 6533 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074825.922331:0:25507:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 10 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:2.0:1769074825.922346:0:25507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619944576:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074825.922427:0:25507:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d3794cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074825.926579:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.927263:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612852992 00000100:00100000:0.0:1769074825.927273:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612852992 00010000:00010000:0.0:1769074825.927318:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 11 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:0.0:1769074825.927363:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5319 00000100:00100000:0.0:1769074825.927373:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612852992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074825.927387:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074825.927413:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 11 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:0.0:1769074825.927428:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 11 pid: 6533 timeout: 1910 lvb_type: 1 00010000:00010000:0.0:1769074825.927456:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074825.927459:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074825.927464:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7d4 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.927485:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7d4 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.927522:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7d4 expref: 11 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074825.927539:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619944704:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074825.927637:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f240 going to sleep for 11 seconds 00010000:00010000:2.0:1769074825.928068:0:25507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b177 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b73a expref: 11 pid: 6533 timeout: 1910 lvb_type: 1 00000100:00100000:2.0:1769074825.928085:0:25507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25507:1855007619944576:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074825.928122:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d013f0400/0x8b5959a9a0e8b353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7d4 expref: 10 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.928134:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0400, rc 0) 00000100:00100000:2.0:1769074825.928259:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:60342:x1855007612852864:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6171us (6329us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.928268:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10033 00000100:00100000:3.0:1769074825.931714:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4104b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619944704:192.168.204.39@tcp:105: 00010000:00010000:3.0:1769074825.931744:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074825.931853:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612852992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4452us (5255us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074825.931864:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5319 00000100:00100000:3.0:1769074825.935620:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.935780:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612853120 00000100:00100000:2.0:1769074825.935791:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612853120 00000100:00100000:2.0:1769074825.935893:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10034 00000100:00100000:2.0:1769074825.935902:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612853120:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:2.0:1769074825.936416:0:25507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074825.936421:0:25507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb mtime from disk: 0 -> 1769074825 00002000:00010000:2.0:1769074825.936423:0:25507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb atime from disk: 0 -> 1769074825 00002000:00010000:2.0:1769074825.936425:0:25507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb ctime from disk: 0 -> 1769074826 00002000:00010000:2.0:1769074825.936426:0:25507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1769074825.936814:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612853120:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 911us (1201us total) trans 17179872646 rc 0/0 00000100:00100000:2.0:1769074825.936847:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10034 00000100:00100000:0.0:1769074825.943377:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074825.943486:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612853376 00000100:00100000:1.0:1769074825.943497:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612853376 00000100:00100000:1.0:1769074825.943563:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2787 00000100:00100000:1.0:1769074825.943574:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612853376:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1769074825.943650:0:31182:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x1ae:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b8 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.943690:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.943951:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.943962:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074825.943997:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.944020:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 12 pid: 30391 timeout: 1910 lvb_type: 0 00000100:00100000:1.0:1769074825.944048:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619944832:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074825.944138:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d1083d480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074825.954474:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619944832:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074825.954507:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:0.0:1769074825.955592:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.956848:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612853504 00000100:00100000:3.0:1769074825.956860:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612853504 00010000:00010000:2.0:1769074825.957646:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 13 pid: 30391 timeout: 1910 lvb_type: 0 00000100:00100000:2.0:1769074825.957859:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5320 00000100:00100000:2.0:1769074825.957872:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612853504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074825.957887:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074825.957896:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 13 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.957913:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 13 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.958061:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7800/0x8b5959a9a0e8b203 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b76b expref: 13 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.958079:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:2.0:1769074825.958084:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.958094:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.958102:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.958345:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074825.958416:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612853504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 547us (2830us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.958424:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5320 00010000:00010000:0.0:1769074825.960262:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.960279:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.960311:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.960327:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.960334:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.960371:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.960388:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 11 pid: 30391 timeout: 1910 lvb_type: 0 00000100:00100000:0.0:1769074825.960402:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619944960:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074825.960667:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074825.970184:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619944960:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074825.970218:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:0.0:1769074825.970390:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074825.970508:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612853632 00000100:00100000:2.0:1769074825.970516:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612853632 00010000:00010000:2.0:1769074825.970554:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 1910 lvb_type: 0 00000100:00100000:2.0:1769074825.970592:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5321 00000100:00100000:2.0:1769074825.970602:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612853632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074825.970615:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074825.970622:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.970636:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.970656:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b337 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7bf expref: 12 pid: 30391 timeout: 1910 lvb_type: 0 00010000:00010000:2.0:1769074825.970673:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074825.970678:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.970686:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.970693:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074825.971271:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074825.971327:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612853632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 725us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.971336:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5321 00010000:00010000:0.0:1769074825.971436:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.971445:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:0.0:1769074825.971875:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.971924:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.971964:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074825.971984:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945088 00000100:00100000:0.0:1769074825.971990:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945088 00000100:00100000:0.0:1769074825.972023:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1769074825.972031:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945088:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.972091:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945088:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 61us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074825.972098:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1769074825.972142:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.972844:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.972875:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.972891:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074825.972907:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945216 00000100:00100000:0.0:1769074825.972911:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945216 00000100:00100000:0.0:1769074825.972947:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1769074825.972954:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945216:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.973001:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945216:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074825.973008:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1769074825.973037:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.973080:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.973102:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.973129:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074825.973141:0:6542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945344 00000100:00100000:0.0:1769074825.973285:0:6542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945344 00000100:00100000:0.0:1769074825.973314:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1769074825.973321:0:6542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945344:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.973371:0:6542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945344:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074825.973376:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1769074825.973399:0:31182:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839604 gen 2 00000004:00080000:0.0:1769074825.973403:0:31182:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41332680, transno 21474839604 00000100:00100000:0.0:1769074825.973422:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945344:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:0.0:1769074825.974140:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].81, 280 off67280 00000001:00080000:0.0:1769074825.974272:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941440 00000100:00100000:0.0:1769074825.974336:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.974371:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.974391:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074825.974412:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945472 00000100:00100000:0.0:1769074825.974417:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945472 00000100:00100000:0.0:1769074825.974446:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1769074825.974452:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945472:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.974574:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31182:x1855007619945472:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 122us (202us total) trans 21474839606 rc 0/0 00000100:00100000:0.0:1769074825.974582:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1769074825.974618:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41049880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.974639:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.974662:0:31182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074825.974674:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074825.974685:0:6542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945600 00000100:00100000:0.0:1769074825.974688:0:6542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945600 00000100:00100000:0.0:1769074825.975136:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1769074825.975230:0:6542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31182:x1855007619945600:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1769074825.975384:0:6542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31182:x1855007619945600:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 240us (720us total) trans 17179872647 rc 0/0 00000100:00100000:0.0:1769074825.975392:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1769074825.975428:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31182:1855007619945600:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1769074825.976087:0:31182:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941441 00010000:00010000:0.0:1769074825.976135:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976654:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976666:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976672:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074825.976676:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976684:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976911:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:0.0:1769074825.976916:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1769074825.976922:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.976928:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b361 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977545:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977552:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977558:0:31182:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977563:0:31182:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074825.977566:0:31182:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977571:0:31182:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977581:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074825.977583:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1769074825.977586:0:31182:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977591:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b35a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ae:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074825.977603:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074825.977605:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074825.977612:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b30d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7b8 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074825.980735:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612853376:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 37149us (37354us total) trans 8589941442 rc 0/0 00000100:00100000:0.0:1769074825.980751:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2787 00000020:00080000:0.0:1769074825.980759:0:31182:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1769074825.991502:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074825.991658:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612853760 00000100:00100000:3.0:1769074825.991668:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612853760 00000100:00100000:3.0:1769074825.991740:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6592 00000100:00100000:3.0:1769074825.991750:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60342:x1855007612853760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074825.991773:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074825.991797:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8b368 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7db expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.992198:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8b368 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7db expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.992212:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7600/0x8b5959a9a0e8b368 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7db expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074825.992226:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d117b9200) 00010000:00010000:2.0:1769074825.992228:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074825.992231:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7600, rc 0) 00000100:00100000:2.0:1769074825.992283:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60342:x1855007612853760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 536us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074825.992289:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6592 00000100:00100000:2.0:1769074825.996631:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074825.996748:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612854016 00000100:00100000:0.0:1769074825.996758:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612854016 00000100:00100000:0.0:1769074825.997046:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2788 00000100:00100000:0.0:1769074825.997058:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:60342:x1855007612854016:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074825.997304:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:60342:x1855007612854016:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 247us (684us total) trans 8589941443 rc 0/0 00000100:00100000:0.0:1769074825.998007:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2788 00000100:00100000:3.0:1769074826.005497:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074826.006398:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612854272 00000100:00100000:0.0:1769074826.006410:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612854272 00000100:00100000:0.0:1769074826.006587:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2789 00000100:00100000:0.0:1769074826.006597:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:60342:x1855007612854272:12345-192.168.204.39@tcp:35:lfs.0 00000004:00080000:0.0:1769074826.007103:0:31182:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x1b0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00080000:2.0:1769074826.007258:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074826.007398:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007415:0:31182:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007428:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007436:0:31182:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007441:0:31182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007446:0:31182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074826.007596:0:31182:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074826.007733:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:60342:x1855007612854272:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1136us (2244us total) trans 8589941444 rc 0/0 00000100:00100000:0.0:1769074826.007742:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2789 00010000:00010000:2.0:1769074826.012902:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074826.012917:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074826.012928:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074826.013259:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074826.013269:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074826.013286:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b0:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:2.0:1769074826.013289:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074826.013294:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074826.013299:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b36f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074826.013327:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074826.013328:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074826.013330:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074826.044492:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074826.044605:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612854400 00000100:00100000:0.0:1769074826.044615:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612854400 00000100:00100000:0.0:1769074826.044677:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6593 00000100:00100000:0.0:1769074826.044687:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:60343:x1855007612854400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074826.044717:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074826.044741:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b376 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7e2 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.044805:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.044818:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.044867:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074826.044931:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074826.044935:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074826.044959:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.044982:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b376 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7e2 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.045000:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7e2 expref: 16 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.045008:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:0.0:1769074826.045011:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074826.045015:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7400, rc 0) 00000100:00100000:0.0:1769074826.045074:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:60343:x1855007612854400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 389us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074826.045081:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6593 00000100:00100000:3.0:1769074826.050094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.050360:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612854656 00000100:00100000:2.0:1769074826.050371:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612854656 00000100:00100000:2.0:1769074826.050435:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6594 00000100:00100000:2.0:1769074826.050445:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60343:x1855007612854656:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074826.050466:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074826.050489:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b384 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7e9 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.050558:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050572:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050581:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050594:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050599:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050605:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050712:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050723:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050729:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050735:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.050739:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050747:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050759:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.050761:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.050766:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050772:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b38b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050784:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050790:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050795:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050800:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.050803:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050812:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050951:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074826.050954:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.050958:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050965:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b392 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.050999:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b384 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7e9 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.051009:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.051011:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074826.051015:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b384 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7e9 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.051025:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074826.051093:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60343:x1855007612854656:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 649us (1009us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074826.051101:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6594 00000100:00100000:3.0:1769074826.054669:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074826.054858:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612854784 00000100:00100000:0.0:1769074826.054868:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612854784 00000100:00100000:0.0:1769074826.054922:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6595 00000100:00100000:0.0:1769074826.054932:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:60343:x1855007612854784:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074826.055004:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055022:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055033:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055049:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055056:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055067:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055179:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055188:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055195:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:0.0:1769074826.055230:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:0.0:1769074826.055234:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074826.055246:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055258:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055264:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055270:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055276:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074826.055280:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055287:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055298:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:0.0:1769074826.055301:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074826.055306:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055312:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b399 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055324:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055329:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055333:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055338:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074826.055340:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055345:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055352:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0dee6400) 00010000:00010000:0.0:1769074826.055354:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074826.055357:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055361:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055374:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055379:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055385:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055389:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074826.055391:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055397:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055403:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d117b9200) 00010000:00010000:0.0:1769074826.055405:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074826.055408:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.055413:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3a7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000100:00100000:0.0:1769074826.055487:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:60343:x1855007612854784:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 556us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074826.055495:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6595 00000100:00100000:3.0:1769074826.107537:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.108222:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855040 00000100:00100000:2.0:1769074826.108234:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855040 00000100:00100000:2.0:1769074826.108358:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6596 00000100:00100000:2.0:1769074826.108369:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60344:x1855007612855040:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074826.108391:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074826.108412:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7f0 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.108503:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108517:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108528:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108541:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108547:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108553:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108658:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108665:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108672:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108678:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.108682:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108689:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108965:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.108970:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.108977:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108983:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.108997:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109003:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109009:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109014:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.109017:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109023:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109031:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074826.109033:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.109036:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109041:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.109076:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7f0 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.109087:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.109089:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074826.109093:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7f0 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.109104:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:2.0:1769074826.109178:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60344:x1855007612855040:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 811us (1652us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074826.109186:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6596 00000100:00100000:3.0:1769074826.122398:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.122475:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855168 00000100:00100000:2.0:1769074826.122486:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855168 00000100:00100000:2.0:1769074826.122554:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6597 00000100:00100000:2.0:1769074826.122564:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60344:x1855007612855168:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074826.122652:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122670:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122681:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122693:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122714:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122722:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122873:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122882:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122889:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074826.122921:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:2.0:1769074826.122926:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074826.122938:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122950:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122956:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122962:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122968:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.122972:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122979:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.122991:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.122994:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.122998:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123004:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123017:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123022:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123027:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123032:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.123034:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123039:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123046:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074826.123048:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.123051:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123056:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123071:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123076:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123086:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123091:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.123094:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123099:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123106:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d117b9200) 00010000:00010000:2.0:1769074826.123108:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.123120:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.123126:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3d1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074826.123201:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60344:x1855007612855168:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 637us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074826.123209:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6597 00000100:00100000:3.0:1769074826.156594:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074826.156726:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855424 00000100:00100000:0.0:1769074826.156737:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855424 00000100:00100000:0.0:1769074826.156799:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6598 00000100:00100000:0.0:1769074826.156809:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:60345:x1855007612855424:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074826.156868:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074826.156889:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7f7 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.156967:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.156983:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.156994:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157008:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157015:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157022:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157159:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157167:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157174:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157179:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074826.157183:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157192:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157204:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:0.0:1769074826.157207:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074826.157212:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157218:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b3df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157232:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157238:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157244:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157249:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074826.157252:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157258:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157264:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0dee6400) 00010000:00010000:0.0:1769074826.157267:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074826.157270:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157275:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b3e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:0.0:1769074826.157307:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3d8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7f7 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.157317:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:0.0:1769074826.157319:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074826.157323:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b3d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7f7 expref: 17 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074826.157332:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:0.0:1769074826.157393:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:60345:x1855007612855424:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 584us (808us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074826.157401:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6598 00000100:00100000:3.0:1769074826.161639:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.165648:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855552 00000100:00100000:2.0:1769074826.165664:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855552 00000100:00100000:2.0:1769074826.165791:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6599 00000100:00100000:2.0:1769074826.165803:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60345:x1855007612855552:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074826.165895:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.165912:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.165927:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.165951:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.165958:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.165965:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166072:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166080:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166086:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074826.166129:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:2.0:1769074826.166133:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074826.166145:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166157:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166163:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166170:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166179:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.166184:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166191:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166202:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.166205:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.166209:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166215:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166227:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166232:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166237:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166241:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.166244:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166249:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166255:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074826.166257:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.166260:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166265:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b3f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166278:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166284:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166289:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166294:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.166296:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166301:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166307:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d117b9200) 00010000:00010000:2.0:1769074826.166309:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.166312:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.166317:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b3fb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074826.166398:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60345:x1855007612855552:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 597us (4768us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074826.166405:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6599 00010000:00010000:2.0:1769074826.177203:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074826.211398:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.213017:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855808 00000100:00100000:2.0:1769074826.213033:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855808 00000100:00100000:2.0:1769074826.213126:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6600 00000100:00100000:2.0:1769074826.213137:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60346:x1855007612855808:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074826.213159:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074826.213180:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b402 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b7fe expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074826.213258:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.213273:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.213285:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.213299:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.213305:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.213311:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.219999:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220022:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220030:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220037:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074826.220041:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220049:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220065:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:3.0:1769074826.220068:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074826.220072:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220078:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b409 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220093:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220099:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220104:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220123:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074826.220125:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220135:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220143:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7ce000) 00010000:00010000:3.0:1769074826.220145:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074826.220148:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220154:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b410 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074826.220206:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b402 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7fe expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.220217:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:3.0:1769074826.220220:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074826.220223:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b402 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7fe expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.220235:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:3.0:1769074826.220499:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60346:x1855007612855808:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 7362us (9109us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074826.220510:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6600 00000100:00100000:3.0:1769074826.237043:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074826.237252:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612855936 00000100:00100000:2.0:1769074826.237264:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612855936 00000100:00100000:2.0:1769074826.237336:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6601 00000100:00100000:2.0:1769074826.237345:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60346:x1855007612855936:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074826.237426:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237447:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237457:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237485:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237491:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237497:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237611:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237619:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237625:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074826.237654:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ae:0x0]: returning size 0 00000004:00200000:2.0:1769074826.237658:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074826.237670:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237680:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237686:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237697:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237714:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.237718:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237726:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237737:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:2.0:1769074826.237740:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.237744:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237750:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b417 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237764:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237770:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237776:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237781:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.237783:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237788:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237799:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074826.237802:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.237805:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237811:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b41e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237878:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237885:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237891:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237896:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074826.237899:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237905:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237912:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ae:0x0].0x0 (ffff956d117b9200) 00010000:00010000:2.0:1769074826.237914:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074826.237917:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074826.237923:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b425 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074826.238002:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60346:x1855007612855936:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 656us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074826.238010:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6601 00010000:00010000:3.0:1769074827.198037:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074827.263257:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619945984:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263326:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074827.263393:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074827.263399:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619945856:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263421:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074827.263437:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619946368:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263455:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074827.263484:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945984 00000100:00100000:0.0:1769074827.263491:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945984 00000100:00100000:0.0:1769074827.263541:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945856 00000100:00100000:0.0:1769074827.263544:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945856 00000100:00100000:0.0:1769074827.263580:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946368 00000100:00100000:0.0:1769074827.263583:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946368 00000100:00100000:0.0:1769074827.263600:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1769074827.263608:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619945984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263659:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619945984:12345-0@lo:400:kworker.0 Request processed in 51us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074827.263667:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1769074827.263683:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1769074827.263688:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619945856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263727:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619945856:12345-0@lo:400:kworker.0 Request processed in 38us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074827.263733:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1769074827.263743:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1769074827.263749:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619946368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263771:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619946368:12345-0@lo:400:kworker.0 Request processed in 22us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074827.263776:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1769074827.263819:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619945856:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263860:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619946368:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.263868:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619945984:0@lo:400:kworker.0 00000100:00080000:2.0:1769074827.264052:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074827.264065:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619946112:0@lo:400:kworker.0 00000100:00100000:1.0:1769074827.264069:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619945728:0@lo:400:kworker.0 00000100:00100000:1.0:1769074827.264110:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074827.264110:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074827.264139:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619946240:0@lo:400:kworker.0 00000100:00100000:2.0:1769074827.264148:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946112 00000100:00100000:2.0:1769074827.264152:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946112 00000100:00100000:1.0:1769074827.264160:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074827.264185:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946240 00000100:00100000:1.0:1769074827.264188:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1769074827.264188:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946240 00000100:00100000:1.0:1769074827.264194:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619946112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074827.264208:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1769074827.264215:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619946240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074827.264228:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619946112:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074827.264234:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1769074827.264244:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619946240:12345-0@lo:400:kworker.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074827.264250:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:2.0:1769074827.264263:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074827.264265:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074827.264281:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619946240:0@lo:400:kworker.0 00000100:00100000:2.0:1769074827.264302:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619946112:0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.264653:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619945728 00000100:00100000:0.0:1769074827.264658:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619945728 00000100:00100000:0.0:1769074827.264694:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1769074827.264957:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07255850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619945728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074827.265014:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07255850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619945728:12345-0@lo:400:kworker.0 Request processed in 314us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074827.265021:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1769074827.265119:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619945728:0@lo:400:kworker.0 00010000:00010000:2.0:1769074828.222032:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074829.246775:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074829.312088:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074829.312111:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619946496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074829.312183:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074829.312252:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946496 00000100:00100000:1.0:1769074829.312260:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946496 00000100:00100000:1.0:1769074829.312309:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1769074829.312318:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d222e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619946496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074829.312350:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1769074829.312472:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d222e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619946496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074829.312480:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:2.0:1769074829.313530:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074829.313546:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619946624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074829.313584:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074829.313631:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946624 00000100:00100000:2.0:1769074829.313637:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946624 00000100:00100000:2.0:1769074829.313675:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1769074829.313682:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619946624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074829.313706:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524091392 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074829.314287:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619946624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 601us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074829.314297:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:2.0:1769074829.314323:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074829.314437:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619946624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074829.315139:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619946496:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1769074829.468241:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872647 is committed 00000001:00080000:1.0:1769074829.468260:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872645 is committed 00000001:00080000:1.0:1769074829.468268:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872646 is committed 00010000:00010000:3.0:1769074830.270276:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074830.930997:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839606 is committed 00000001:00080000:0.0:1769074830.931015:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839605 is committed 00000100:00100000:3.0:1769074830.947501:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074830.947536:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074830.947564:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074830.947599:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074830.947628:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856192 00000100:00100000:3.0:1769074830.947638:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856192 00000100:00100000:3.0:1769074830.947725:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:3.0:1769074830.947735:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612856192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074830.947814:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612856192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074830.948330:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:3.0:1769074830.948371:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856448 00000100:00100000:3.0:1769074830.948375:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856448 00000100:00100000:3.0:1769074830.948403:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856320 00000100:00100000:3.0:1769074830.948406:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856320 00000100:00100000:3.0:1769074830.948430:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 927 00000100:00100000:3.0:1769074830.948438:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612856448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074830.948476:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612856448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074830.948482:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 928 00000100:00100000:0.0:1769074830.948500:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612856320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074830.948530:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612856320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074830.948614:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 927 00000100:00100000:3.0:1769074830.948637:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856064 00000100:00100000:3.0:1769074830.948640:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856064 00000100:00100000:3.0:1769074830.948842:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:3.0:1769074830.948918:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07256450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612856064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074830.948943:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07256450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612856064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074830.948950:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00080000:2.0:1769074830.951617:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074830.951625:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074830.951629:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074830.968434:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 928 00000001:00080000:0.0:1769074830.974965:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941444 is committed 00000020:00080000:0.0:1769074830.974986:0:29889:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff956c0773f900 refcount 2 committed 0 result 0 batchid 4294969404 00000020:00080000:0.0:1769074830.974992:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d41f7fe00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff956c0773f540 00000020:00080000:0.0:1769074830.974996:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d41f7ff00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff956c0773ff00 00000020:00080000:0.0:1769074830.974999:0:29889:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff956d41f7f700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff956c02a09400 00000020:00080000:0.0:1769074830.975002:0:29889:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].81 00000020:00080000:2.0:1769074830.976994:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969404 committed batchid 4294969403 00000020:00080000:2.0:1769074830.977209:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00010000:00010000:2.0:1769074831.294246:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074832.326999:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074832.385176:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074832.385201:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619946752:0@lo:400:kworker.0 00000100:00100000:3.0:1769074832.385233:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619947008:0@lo:400:kworker.0 00000100:00100000:1.0:1769074832.385326:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947264:0@lo:400:kworker.0 00000100:00100000:3.0:1769074832.385353:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074832.385558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074832.385612:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619947136:0@lo:400:kworker.0 00000100:00100000:2.0:1769074832.385639:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074832.385675:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947136 00000100:00100000:2.0:1769074832.385683:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947136 00000100:00100000:2.0:1769074832.385734:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1769074832.385745:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619947136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074832.385795:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619947136:12345-0@lo:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074832.385803:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1769074832.385846:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074832.385870:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839606 gen 2 00000004:00080000:2.0:1769074832.385876:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839606 committed transno 21474839606 00000100:00100000:2.0:1769074832.385899:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619947136:0@lo:400:kworker.0 00000100:00100000:2.0:1769074832.385934:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946752 00000100:00100000:2.0:1769074832.385938:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946752 00000100:00100000:2.0:1769074832.385967:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1769074832.385974:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07257c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619946752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074832.386113:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07257c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619946752:12345-0@lo:400:kworker.0 Request processed in 139us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074832.386119:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1769074832.386150:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947008 00000100:00100000:2.0:1769074832.386155:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947008 00000100:00100000:2.0:1769074832.386183:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1769074832.386189:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619947008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074832.386219:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619947008:12345-0@lo:400:kworker.0 Request processed in 31us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074832.386225:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:2.0:1769074832.386241:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074832.386257:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619946752:0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386397:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619946880:0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386431:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074832.386452:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619947392:0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386471:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074832.386500:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619946880 00000100:00100000:0.0:1769074832.386503:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619946880 00000100:00100000:0.0:1769074832.386530:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947392 00000100:00100000:0.0:1769074832.386533:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947392 00000100:00100000:0.0:1769074832.386550:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1769074832.386556:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619946880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386590:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619946880:12345-0@lo:400:kworker.0 Request processed in 34us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074832.386595:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1769074832.386609:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1769074832.386614:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619947392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386641:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619947392:12345-0@lo:400:kworker.0 Request processed in 27us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074832.386646:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:0.0:1769074832.386665:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074832.386678:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619946880:0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.386683:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619947392:0@lo:400:kworker.0 00000100:00100000:3.0:1769074832.391547:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619947008:0@lo:400:kworker.0 00000100:00100000:1.0:1769074832.401246:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074832.415521:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947264 00000100:00100000:0.0:1769074832.415971:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947264 00000100:00100000:0.0:1769074832.416120:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1769074832.416131:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619947264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074832.416237:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619947264:12345-0@lo:400:kworker.0 Request processed in 108us (14998us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074832.416246:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1769074832.416912:0:3292:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872647 gen 2 00000004:00080000:3.0:1769074832.416921:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872647 committed transno 17179872647 00000100:00100000:3.0:1769074832.416949:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947264:0@lo:400:kworker.0 00000100:00080000:2.0:1769074832.420073:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1769074833.348963:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074834.366527:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074834.375522:0:34704:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204a: FLR write/stale/resync tests with self-extending mirror ========================================================== 04:40:33 (1769074833) 00000100:00100000:3.0:1769074834.436451:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619947520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074834.436551:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074834.436647:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947520 00000100:00100000:3.0:1769074834.436659:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947520 00000100:00100000:3.0:1769074834.436735:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1769074834.436746:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619947520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074834.436804:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074834.436879:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619947520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074834.436888:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:3.0:1769074834.436913:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074834.436963:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619947520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074834.437037:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074834.437046:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947648:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074834.437074:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074834.437106:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947648 00000100:00100000:3.0:1769074834.437110:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947648 00000100:00100000:3.0:1769074834.437152:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1769074834.437159:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619947648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074834.437184:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524091392 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074834.437217:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619947648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074834.437223:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00080000:3.0:1769074834.437238:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074834.437259:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074834.572540:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.578504:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856704 00000100:00100000:3.0:1769074834.578525:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856704 00000100:00100000:3.0:1769074834.578637:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6602 00000100:00100000:3.0:1769074834.578649:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:60921:x1855007612856704:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:3.0:1769074834.578725:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074834.578760:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b37d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b7e2 expref: 9 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.578785:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6c00) 00010000:00010000:3.0:1769074834.578802:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074834.578966:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.578995:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579007:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579022:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579030:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579037:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074834.579880:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b1:0x0]: returning size 512 00010000:00010000:3.0:1769074834.579896:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579905:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579912:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579918:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.579922:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579929:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579940:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d117b9f00) 00010000:00010000:3.0:1769074834.579943:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.579948:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.579953:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b42c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000004:00010000:3.0:1769074834.579982:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000810e7b8b reply state 00000000fb0272af transno 8589941445 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074834.579992:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074834.580123:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:60921:x1855007612856704:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 1473us (7595us total) trans 8589941445 rc 0/0 00000100:00100000:3.0:1769074834.580134:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6602 00000100:00080000:1.0:1769074834.580545:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074834.585946:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.585981:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.585989:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.585996:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074834.586003:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.586011:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.586034:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x84e5157e (ffff956d117b9500) 00010000:00010000:0.0:1769074834.586037:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074834.586044:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074834.586050:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b433 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074834.635770:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074834.636161:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856832 00000100:00100000:0.0:1769074834.636173:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856832 00000100:00100000:0.0:1769074834.636223:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6603 00000100:00100000:0.0:1769074834.636232:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:60924:x1855007612856832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074834.636256:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074834.636278:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b43a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b805 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.636344:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.636360:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.636373:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074834.636436:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074834.636440:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074834.636465:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.636490:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b43a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b805 expref: 11 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.636505:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b805 expref: 10 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.636513:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6400) 00010000:00010000:0.0:1769074834.636516:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074834.636519:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7e00, rc 0) 00000100:00100000:0.0:1769074834.636580:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:60924:x1855007612856832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 348us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074834.636588:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6603 00000100:00100000:2.0:1769074834.643361:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.643431:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612856960 00000100:00100000:3.0:1769074834.643442:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612856960 00000100:00100000:3.0:1769074834.643501:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6604 00000100:00100000:3.0:1769074834.643512:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:60924:x1855007612856960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.643530:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.643550:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b448 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b80c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.643613:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.643628:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.643650:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.643664:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.643671:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.643678:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644343:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8b45d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644354:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8b45d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644362:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8b45d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074834.644399:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b1:0x0]: returning size 512 00000004:00200000:3.0:1769074834.644403:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074834.644425:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8b45d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644437:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644444:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644450:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644457:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.644462:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644469:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644480:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6400) 00010000:00010000:3.0:1769074834.644483:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.644488:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644494:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b44f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644507:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644514:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644520:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644524:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.644528:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644534:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644541:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x84e5157e (ffff956d117b9f00) 00010000:00010000:3.0:1769074834.644544:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.644547:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644552:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b456 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.644583:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b448 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b80c expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.644597:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6200/0x8b5959a9a0e8b45d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b80c expref: 11 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.644605:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.644608:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1769074834.644610:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6200, rc 0) 00000100:00100000:3.0:1769074834.645054:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612856960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1542us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074834.645063:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6604 00000100:00100000:1.0:1769074834.666526:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.667112:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857088 00000100:00100000:3.0:1769074834.667121:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857088 00000100:00100000:3.0:1769074834.667170:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6605 00000100:00100000:3.0:1769074834.667180:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612857088:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.667199:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.667429:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b464 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b813 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.667498:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667512:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667524:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667537:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667543:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667550:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667620:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667628:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667635:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667736:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.667740:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.667748:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668302:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.668306:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.668312:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668318:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b46b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668330:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668336:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668342:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668347:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.668350:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668356:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668363:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9f00) 00010000:00010000:3.0:1769074834.668366:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.668368:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668374:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b472 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.668410:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b464 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b813 expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.668420:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.668422:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.668426:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b464 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b813 expref: 12 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.668435:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:3.0:1769074834.668498:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612857088:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1319us (1982us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074834.668506:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6605 00000100:00100000:2.0:1769074834.676413:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.676550:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857216 00000100:00100000:3.0:1769074834.676561:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857216 00000100:00100000:3.0:1769074834.676618:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6606 00000100:00100000:3.0:1769074834.676628:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612857216:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.677078:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.677101:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b479 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b81a expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.677181:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677195:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677203:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677214:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677218:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677222:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677282:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677289:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677295:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677301:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.677304:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677309:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677321:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.677323:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.677326:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677330:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b480 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677338:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677341:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677344:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677347:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.677349:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677352:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677355:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9100) 00010000:00010000:3.0:1769074834.677356:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.677358:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677361:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b487 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.677384:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b479 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b81a expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.677391:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.677393:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.677395:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b479 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b81a expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.677401:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:3.0:1769074834.677451:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612857216:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 825us (1048us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074834.677458:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6606 00000100:00100000:2.0:1769074834.683494:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074834.683597:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857344 00000100:00100000:0.0:1769074834.683608:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857344 00000100:00100000:0.0:1769074834.683702:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6607 00000100:00100000:0.0:1769074834.683712:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60924:x1855007612857344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074834.683735:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074834.683754:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b48e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b821 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.683921:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.683935:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.683946:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074834.684013:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b1:0x0]: returning size 512 00000004:00200000:0.0:1769074834.684016:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074834.684038:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074834.684066:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b48e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b821 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.684084:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b821 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.684092:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074834.684095:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074834.684098:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7400, rc 0) 00000100:00100000:0.0:1769074834.684191:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60924:x1855007612857344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 480us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074834.684199:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6607 00000100:00100000:1.0:1769074834.704120:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.704222:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857472 00000100:00100000:3.0:1769074834.704235:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857472 00000100:00100000:3.0:1769074834.704298:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6608 00000100:00100000:3.0:1769074834.704307:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60924:x1855007612857472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.704326:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.704344:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b49c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b828 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.704406:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704420:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704430:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704442:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704452:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704457:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704519:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704527:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704533:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704539:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.704542:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704549:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704560:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.704562:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.704567:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704573:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b4a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704585:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704590:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704596:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704600:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.704602:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704608:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704615:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9f00) 00010000:00010000:3.0:1769074834.704629:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.704632:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704637:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b4aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074834.704667:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b49c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b828 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.704678:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.704680:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.704684:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b49c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b828 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.704693:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:3.0:1769074834.704758:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60924:x1855007612857472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 451us (650us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074834.704765:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6608 00000100:00100000:1.0:1769074834.712397:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.713278:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857728 00000100:00100000:3.0:1769074834.713291:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857728 00000100:00100000:3.0:1769074834.713381:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6609 00000100:00100000:3.0:1769074834.713392:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:60924:x1855007612857728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.713413:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.713416:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074834.713442:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b495 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b821 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.713460:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.713465:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074834.713477:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b4b1 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b82f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.713629:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.713642:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.713652:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.713666:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.713674:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.713680:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714176:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714186:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714193:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074834.714201:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 0 00010000:00010000:3.0:1769074834.714223:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714229:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714235:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714242:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.714246:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714253:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714261:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.714263:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074834.714267:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.714271:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b4b8 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000004:00010000:3.0:1769074834.714284:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000037ceb940 reply state 000000002ba88541 transno 8589941446 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074834.714291:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074834.714315:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b4b1 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.714327:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.714334:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d117b9400) 00010000:00010000:3.0:1769074834.714336:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074834.714339:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6800, rc 0) 00000100:00100000:3.0:1769074834.714404:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60924:x1855007612857728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1014us (2014us total) trans 8589941446 rc 0/0 00000100:00100000:3.0:1769074834.714412:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6609 00000100:00100000:0.0:1769074834.725480:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074834.725618:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612857984 00000100:00100000:3.0:1769074834.725628:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612857984 00000100:00100000:3.0:1769074834.725683:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6610 00000100:00100000:3.0:1769074834.725693:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60924:x1855007612857984:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074834.725714:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074834.725733:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b4d4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b836 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.725869:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.725883:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.725892:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.725923:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.725936:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 1918 lvb_type: 0 00000100:00100000:3.0:1769074834.725949:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619947776:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074834.726038:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074834.726353:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726362:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726368:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726374:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074834.726378:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726385:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726399:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9100) 00010000:00010000:2.0:1769074834.726402:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074834.726406:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.726412:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7200/0x8b5959a9a0e8b4bf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074834.734456:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074834.734530:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612858112 00000100:00100000:2.0:1769074834.734540:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612858112 00010000:00010000:2.0:1769074834.734580:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 1918 lvb_type: 0 00000100:00100000:2.0:1769074834.734620:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5322 00000100:00100000:2.0:1769074834.734631:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612858112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074834.734648:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074834.734654:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 1918 lvb_type: 0 00010000:00010000:2.0:1769074834.734669:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 15 pid: 29857 timeout: 1918 lvb_type: 0 00010000:00010000:2.0:1769074834.734698:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d117b9400) 00010000:00010000:2.0:1769074834.734703:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.734711:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.734718:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.734738:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074834.734804:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612858112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 174us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074834.734812:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5322 00010000:00010000:3.0:1769074834.735158:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b4c6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b82f expref: 14 pid: 29857 timeout: 1918 lvb_type: 0 00000100:00100000:3.0:1769074834.735173:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d10700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619947776:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074834.735192:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735199:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735204:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074834.735220:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 0 00000004:00080000:3.0:1769074834.735526:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21e:0x0], index 1: 0 00000004:00080000:3.0:1769074834.735537:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x219:0x0], index 0: 0 00010000:00010000:3.0:1769074834.735674:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735683:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735691:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735697:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074834.735702:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735709:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735719:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d117b9400) 00010000:00010000:3.0:1769074834.735722:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074834.735725:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735730:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b4db lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074834.735780:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b4d4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b836 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.735790:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074834.735793:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074834.735797:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b4d4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b836 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.735805:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:2.0:1769074834.736484:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60924:x1855007612857984:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10788us (11009us total) trans 8589941447 rc 301/301 00000100:00100000:2.0:1769074834.736494:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6610 00000100:00100000:1.0:1769074834.742128:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074834.742225:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612858368 00000100:00100000:0.0:1769074834.742236:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612858368 00000100:00100000:0.0:1769074834.742291:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2790 00000100:00100000:0.0:1769074834.742300:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+13:60924:x1855007612858368:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074834.742647:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:60924:x1855007612858368:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 347us (527us total) trans 8589941448 rc 0/0 00000100:00100000:0.0:1769074834.742655:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2790 00000100:00100000:3.0:1769074834.748154:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074834.748485:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612858624 00000100:00100000:0.0:1769074834.748495:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612858624 00000100:00100000:0.0:1769074834.748557:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2791 00000100:00100000:0.0:1769074834.748568:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:60924:x1855007612858624:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074834.748875:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:60924:x1855007612858624:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 301us (720us total) trans 8589941449 rc 0/0 00000100:00100000:0.0:1769074834.748884:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2791 00000100:00100000:2.0:1769074834.763603:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074834.763708:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612858880 00000100:00100000:1.0:1769074834.763720:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612858880 00000100:00100000:1.0:1769074834.763790:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6611 00000100:00100000:1.0:1769074834.763800:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:60925:x1855007612858880:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074834.763855:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074834.763877:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b4e9 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b83d expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.764038:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764054:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764066:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764080:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764087:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764093:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764165:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b4fe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764179:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b4fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764186:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b4fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074834.764196:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 0 00010000:00010000:1.0:1769074834.764288:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764299:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764305:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764310:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074834.764314:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764320:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764330:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:1.0:1769074834.764333:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074834.764337:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764342:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8b4f0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764353:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764358:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764363:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764368:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074834.764370:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764378:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764384:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074834.764386:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074834.764389:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764394:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8b4f7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074834.764433:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b4e9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b83d expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.764445:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b4fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b83d expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.764451:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0c8b9400) 00010000:00010000:1.0:1769074834.764454:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074834.764456:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e200, rc 0) 00000100:00100000:1.0:1769074834.764518:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:60925:x1855007612858880:12345-192.168.204.39@tcp:101:dd.0 Request processed in 719us (926us total) trans 8589941450 rc 0/0 00000100:00100000:1.0:1769074834.764526:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6611 00000100:00100000:1.0:1769074834.780110:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074834.780180:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612859136 00000100:00100000:2.0:1769074834.780192:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612859136 00000100:00100000:2.0:1769074834.780255:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6612 00000100:00100000:2.0:1769074834.780273:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:60925:x1855007612859136:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074834.780296:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074834.780299:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074834.780326:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8b4fe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b83d expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.780344:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0c8b9400) 00010000:00010000:2.0:1769074834.780354:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074834.780369:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b50c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b844 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.780415:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.780426:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074834.780436:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00080000:2.0:1769074834.781120:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21a:0x0], index 0: 0 00000040:00080000:2.0:1769074834.781232:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1649, 88 off143424 00000004:00080000:2.0:1769074834.781242:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1818942418727ns, next at 1793992680751ns, rc = 0 00000040:00080000:2.0:1769074834.782062:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1651, 88 off143576 00000004:00080000:2.0:1769074834.782070:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1818943246964ns, next at 1810283636473ns, rc = 0 00000040:00080000:2.0:1769074834.782093:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1652, 88 off143664 00000004:00080000:2.0:1769074834.782097:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1818943274341ns, next at 1810283636473ns, rc = 0 00010000:00010000:3.0:1769074834.864548:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b844 expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.864566:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074834.864569:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074834.864649:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b50c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b844 expref: 19 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074834.864669:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b844 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.864703:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074834.864705:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1769074834.864708:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f1800, rc 0) 00000100:00100000:3.0:1769074834.864787:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:60925:x1855007612859136:12345-192.168.204.39@tcp:101:dd.0 Request processed in 84514us (84685us total) trans 8589941451 rc 0/0 00000100:00100000:3.0:1769074834.864796:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6612 00000001:00080000:0.0:1769074834.866068:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941449 is committed 00000001:00080000:0.0:1769074834.866090:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941450 is committed 00000001:00080000:0.0:1769074834.866096:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941451 is committed 00000004:00080000:0.0:1769074834.866100:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1344 committed 00000004:00080000:0.0:1769074834.866120:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1343 committed 00000004:00080000:0.0:1769074834.866126:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1342 committed 00000020:00080000:0.0:1769074834.866140:0:29889:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969404 batchid updated 00000020:00080000:0.0:1769074834.866230:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969404 00000020:00080000:0.0:1769074834.866461:0:29892:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969404 cancel update log [0x200000bd0:0x1:0x0].81: rc = 0 00000020:00080000:0.0:1769074834.866470:0:29892:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969404 00000100:00100000:0.0:1769074834.866489:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074834.866546:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074834.866743:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619947904 00000100:00100000:0.0:1769074834.866751:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619947904 00000100:00100000:0.0:1769074834.867146:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10035 00000100:00100000:0.0:1769074834.867155:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619947904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074834.867665:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619947904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 510us (1118us total) trans 17179872648 rc 0/0 00000100:00100000:0.0:1769074834.867674:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10035 00000004:00080000:0.0:1769074834.867723:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40d25180/2, rc 0, transno 17179872648 00000100:00100000:0.0:1769074834.867729:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619947904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074834.868174:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619948160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074834.868215:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074834.868238:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074834.868244:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619948032:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074834.868267:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074834.868807:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948160 00000100:00100000:0.0:1769074834.868816:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948160 00000100:00100000:0.0:1769074834.869117:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948032 00000100:00100000:0.0:1769074834.869122:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948032 00000100:00100000:0.0:1769074834.869148:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10036 00000100:00100000:0.0:1769074834.869157:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619948160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074834.869488:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10037 00000100:00100000:2.0:1769074834.869498:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619948032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074834.869695:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619948032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 199us (1426us total) trans 21474839607 rc 0/0 00000100:00100000:2.0:1769074834.869705:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10037 00000004:00080000:2.0:1769074834.869751:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e970380/2, rc 0, transno 21474839607 00000100:00100000:2.0:1769074834.869757:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619948032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074834.874277:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619948160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5112us (6050us total) trans 21474839608 rc 0/0 00000100:00100000:0.0:1769074834.874292:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10036 00000004:00080000:2.0:1769074834.875194:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e971c00/2, rc 0, transno 21474839608 00000100:00100000:2.0:1769074834.875206:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619948160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074834.882328:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074834.882877:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612859264 00000100:00100000:0.0:1769074834.882889:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612859264 00000100:00100000:0.0:1769074834.882998:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5563 00000100:00100000:0.0:1769074834.883009:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612859264:12345-192.168.204.39@tcp:4:dd.0 00002000:00010000:0.0:1769074834.883066:0:26135:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1769074834.883077:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.883090:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074834.883093:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074834.883099:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.883114:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1769074834.884180:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074834.884449:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074834.884532:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612859392 00000100:00100000:2.0:1769074834.884541:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612859392 00000100:00100000:2.0:1769074834.884607:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5564 00000100:00100000:2.0:1769074834.884616:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612859392:12345-192.168.204.39@tcp:4:dd.0 00010000:00010000:2.0:1769074834.884645:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.884657:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074834.884659:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074834.884662:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.884674:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1769074835.000726:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872649 is committed 00000001:00080000:1.0:1769074835.000746:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872648 is committed 00000001:00080000:1.0:1769074835.000752:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872650 is committed 00002000:00010000:3.0:1769074835.001003:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1769074835.001009:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb mtime from disk: 0 -> 1769074835 00002000:00010000:3.0:1769074835.001012:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb ctime from disk: 0 -> 1769074835 00002000:00010000:3.0:1769074835.001014:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:3.0:1769074835.001028:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001041:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001050:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001059:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074835.001063:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001072:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001091:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.001098:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6c00/0x8b5959a9a0e8b51a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074835.001196:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612859264:12345-192.168.204.39@tcp:4:dd.0 Request processed in 118185us (118886us total) trans 17179872649 rc 0/0 00000100:00100000:3.0:1769074835.001208:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5563 00010000:00010000:2.0:1769074835.001371:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001382:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001391:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001398:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074835.001402:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001409:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001419:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.001425:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b521 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074835.001470:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612859392:12345-192.168.204.39@tcp:4:dd.0 Request processed in 116854us (117024us total) trans 17179872650 rc 0/0 00000100:00100000:2.0:1769074835.001477:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5564 00000100:00100000:2.0:1769074835.017569:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.017701:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612859648 00000100:00100000:0.0:1769074835.017711:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612859648 00000100:00100000:0.0:1769074835.017770:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2792 00000100:00100000:0.0:1769074835.017787:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+11:60925:x1855007612859648:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:0.0:1769074835.018243:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+12:60925:x1855007612859648:12345-192.168.204.39@tcp:35:dd.0 Request processed in 462us (682us total) trans 8589941452 rc 0/0 00000100:00100000:0.0:1769074835.018255:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2792 00000100:00100000:1.0:1769074835.051028:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.052570:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612859904 00000100:00100000:3.0:1769074835.052584:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612859904 00000100:00100000:3.0:1769074835.053081:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6613 00000100:00100000:3.0:1769074835.053094:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:60926:x1855007612859904:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074835.053120:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074835.053143:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b528 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b84b expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.053218:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053236:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053247:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053466:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053474:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053482:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053585:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053592:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053598:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053604:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074835.053608:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053615:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053625:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074835.053629:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074835.053718:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053725:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b52f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053738:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053744:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053750:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.053754:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074835.054001:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.054007:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.054015:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9f00) 00010000:00010000:3.0:1769074835.054017:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074835.054020:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.054024:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b536 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.054061:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b528 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b84b expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.054071:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074835.054074:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074835.054077:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b528 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b84b expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.054087:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:3.0:1769074835.054167:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:60926:x1855007612859904:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1076us (3147us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074835.054176:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6613 00000100:00100000:2.0:1769074835.060426:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.060496:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612860160 00000100:00100000:3.0:1769074835.060506:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612860160 00000100:00100000:3.0:1769074835.060593:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6614 00000100:00100000:3.0:1769074835.060602:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:60926:x1855007612860160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074835.060635:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074835.060658:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b53d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b852 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1769074835.060812:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b1:0x0]: returning size 11776 00010000:00010000:3.0:1769074835.060976:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b53d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b852 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.060991:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6400) 00010000:00010000:3.0:1769074835.060994:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074835.060999:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b53d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b852 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.061012:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7400, rc 0) 00000100:00100000:3.0:1769074835.061076:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60926:x1855007612860160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 475us (658us total) trans 8589941453 rc 301/301 00000100:00100000:3.0:1769074835.061086:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6614 00000100:00100000:1.0:1769074835.066034:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.066128:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612860288 00000100:00100000:3.0:1769074835.066140:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612860288 00000100:00100000:3.0:1769074835.066244:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6615 00000100:00100000:3.0:1769074835.066255:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60926:x1855007612860288:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074835.066438:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066457:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066468:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066482:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066488:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066493:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.066607:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067105:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067116:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074835.067157:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00000004:00200000:3.0:1769074835.067161:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074835.067173:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067185:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067191:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067198:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067203:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074835.067207:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067215:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067227:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074835.067230:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074835.067234:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067241:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b54b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067253:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067382:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067390:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067395:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074835.067397:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067402:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067409:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9400) 00010000:00010000:3.0:1769074835.067412:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074835.067414:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067419:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b552 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067434:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067439:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067443:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067448:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074835.067450:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067455:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067460:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074835.067462:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074835.067465:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.067469:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b559 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074835.067798:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60926:x1855007612860288:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1540us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074835.067810:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6615 00000100:00100000:1.0:1769074835.072392:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.073010:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612860544 00000100:00100000:3.0:1769074835.073022:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612860544 00000100:00100000:3.0:1769074835.073131:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2793 00000100:00100000:3.0:1769074835.073142:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:60926:x1855007612860544:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074835.073418:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:60926:x1855007612860544:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 278us (1034us total) trans 8589941454 rc 0/0 00000100:00100000:3.0:1769074835.073426:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2793 00000100:00100000:1.0:1769074835.125601:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.126230:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612860800 00000100:00100000:2.0:1769074835.126243:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612860800 00000100:00100000:2.0:1769074835.126311:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6616 00000100:00100000:2.0:1769074835.126322:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60931:x1855007612860800:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074835.126350:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074835.126374:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b560 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b859 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.126445:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126459:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126470:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126482:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126489:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126495:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126593:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126600:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126606:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.126624:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f0000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074835.126989:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127000:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127013:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074835.127016:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074835.127021:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127027:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0000/0x8b5959a9a0e8b567 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127042:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127047:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127052:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127058:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d013f1400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074835.127060:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127065:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127072:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0e7ce600) 00010000:00010000:2.0:1769074835.127074:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074835.127078:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127082:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1400/0x8b5959a9a0e8b56e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.127117:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b560 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b859 expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.127127:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074835.127129:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074835.127133:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f0200/0x8b5959a9a0e8b560 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b859 expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.127141:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d013f0200, rc 0) 00000100:00100000:2.0:1769074835.127211:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60931:x1855007612860800:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 891us (1619us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074835.127219:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6616 00000100:00100000:1.0:1769074835.132263:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.132516:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861056 00000100:00100000:2.0:1769074835.132526:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861056 00000100:00100000:2.0:1769074835.132595:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6617 00000100:00100000:2.0:1769074835.132607:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60931:x1855007612861056:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074835.132645:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074835.132667:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166de00/0x8b5959a9a0e8b575 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b860 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.132808:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c800/0x8b5959a9a0e8b57c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.132862:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c800/0x8b5959a9a0e8b57c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.132874:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c800/0x8b5959a9a0e8b57c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074835.132886:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b1:0x0]: returning size 11776 00010000:00010000:2.0:1769074835.133024:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166de00/0x8b5959a9a0e8b575 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b860 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.133042:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166c800/0x8b5959a9a0e8b57c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b860 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.133051:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074835.133054:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1769074835.133057:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166c800, rc 0) 00000100:00100000:2.0:1769074835.133109:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:60931:x1855007612861056:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 505us (856us total) trans 8589941455 rc 0/0 00000100:00100000:2.0:1769074835.133117:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6617 00000100:00100000:1.0:1769074835.155103:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.155217:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861184 00000100:00100000:0.0:1769074835.155229:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861184 00000100:00100000:0.0:1769074835.155304:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6618 00000100:00100000:0.0:1769074835.155314:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60931:x1855007612861184:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074835.155390:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155407:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155419:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155433:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155439:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155445:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155552:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155560:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155567:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074835.155603:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00000004:00200000:0.0:1769074835.155608:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074835.155621:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155643:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155649:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155656:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155662:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.155667:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155675:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155687:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074835.155691:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.155697:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155703:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b58a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155717:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155722:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155729:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155735:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.155738:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155744:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155751:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074835.155754:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.155756:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155762:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b591 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155777:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155783:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155788:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155793:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.155796:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155801:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.155809:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.155811:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.155815:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.156270:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b598 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074835.156354:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60931:x1855007612861184:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1038us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074835.156362:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6618 00000100:00100000:1.0:1769074835.194354:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.194449:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861440 00000100:00100000:0.0:1769074835.194459:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861440 00000100:00100000:0.0:1769074835.194519:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6619 00000100:00100000:0.0:1769074835.194528:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60937:x1855007612861440:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.194548:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074835.194569:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b59f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b867 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.194653:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.194671:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.194682:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.194696:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.194708:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.194715:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195428:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195437:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195444:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195450:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.195454:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195460:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195472:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074835.195474:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.195478:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195484:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195496:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195502:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195508:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195513:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.195516:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195521:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195527:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074835.195529:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.195532:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195537:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5ad lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.195570:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b59f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b867 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.195579:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074835.195581:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074835.195584:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b59f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b867 expref: 17 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.195591:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6e00, rc 0) 00000100:00100000:0.0:1769074835.196956:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60937:x1855007612861440:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2419us (2602us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074835.196983:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6619 00000100:00100000:2.0:1769074835.208476:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.209026:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861568 00000100:00100000:0.0:1769074835.209037:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861568 00000100:00100000:0.0:1769074835.209103:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6620 00000100:00100000:0.0:1769074835.209113:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60937:x1855007612861568:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074835.209186:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209203:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209214:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209229:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209236:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209242:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209349:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209358:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209364:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074835.209395:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00000004:00200000:0.0:1769074835.209400:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074835.209412:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209425:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209432:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209439:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209444:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.209448:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209454:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209465:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074835.209468:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.209473:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209479:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5b4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209491:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209497:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209502:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209507:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.209510:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209515:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209521:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074835.209524:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.209526:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209532:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5bb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209548:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209554:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209559:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209564:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.209567:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209573:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209579:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.209581:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.209584:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.209593:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074835.209675:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+16:60937:x1855007612861568:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 563us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074835.209683:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6620 00000100:00100000:2.0:1769074835.246931:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.247106:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861696 00000100:00100000:0.0:1769074835.247120:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861696 00000100:00100000:0.0:1769074835.247188:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6621 00000100:00100000:0.0:1769074835.247198:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:60941:x1855007612861696:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.247220:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074835.247245:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b86e expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.247337:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247353:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247364:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247380:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247387:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247394:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247505:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247513:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247521:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074835.247554:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00000004:00200000:0.0:1769074835.247558:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074835.247576:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247586:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247593:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247598:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247604:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247609:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.247614:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247620:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247631:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074835.247634:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.247639:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247645:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b5d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247655:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247661:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247666:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247671:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.247673:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247679:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247685:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074835.247687:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.247690:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247695:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5d7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.247724:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b86e expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.247743:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b86e expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.247750:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.247752:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074835.247769:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6400, rc 0) 00000100:00100000:0.0:1769074835.247889:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:60941:x1855007612861696:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 692us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074835.247897:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6621 00000100:00100000:1.0:1769074835.252677:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.253157:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612861824 00000100:00100000:3.0:1769074835.253168:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612861824 00000100:00100000:3.0:1769074835.253231:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10038 00000100:00100000:3.0:1769074835.253241:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612861824:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074835.253259:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074835.253281:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b875 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074835.253309:0:21706:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21e:0x0] initial LVB size: 2097152, mtime: 0x6971f093, atime: 0x0, ctime: 0x6971f093, blocks: 0x1007 00010000:00010000:3.0:1769074835.253328:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.253331:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.253342:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074835.253359:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074835.253374:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074835.253445:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612861824:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 205us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074835.253452:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10038 00000100:00100000:2.0:1769074835.270520:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.272341:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862080 00000100:00100000:0.0:1769074835.272354:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862080 00000100:00100000:0.0:1769074835.272458:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6622 00000100:00100000:0.0:1769074835.272468:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:60941:x1855007612862080:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.272487:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074835.272507:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5ec lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b87c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.272601:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5f3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.272625:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5f3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.272641:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5f3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074835.272651:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00010000:00010000:0.0:1769074835.272772:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b5ec lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b87c expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.272802:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5f3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b87c expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.272812:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.272815:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074835.272818:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6e00, rc 0) 00000100:00100000:0.0:1769074835.273491:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:60941:x1855007612862080:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1022us (2977us total) trans 8589941456 rc 0/0 00000100:00100000:0.0:1769074835.273500:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6622 00000100:00100000:2.0:1769074835.279112:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074835.279195:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862208 00000100:00100000:1.0:1769074835.279206:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862208 00000100:00100000:1.0:1769074835.279360:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00100000:1.0:1769074835.279371:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:2373:x1855007612862208:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074835.279386:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074835.279408:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b5f3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b87c expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.279426:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074835.279431:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074835.279523:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612862208:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 154us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074835.279531:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00100000:1.0:1769074835.287606:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.288282:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862464 00000100:00100000:0.0:1769074835.288293:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862464 00000100:00100000:1.0:1769074835.288461:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6623 00000100:00100000:1.0:1769074835.288471:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:60941:x1855007612862464:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074835.288494:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074835.288514:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b601 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b883 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.288608:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.288638:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.288649:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074835.288662:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00010000:00010000:1.0:1769074835.288800:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f000/0x8b5959a9a0e8b601 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b883 expref: 21 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.288820:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b883 expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.288861:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074835.288864:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1769074835.288867:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fc00, rc 0) 00000100:00100000:1.0:1769074835.289086:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:60941:x1855007612862464:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 615us (1489us total) trans 8589941457 rc 0/0 00000100:00100000:1.0:1769074835.289093:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6623 00000100:00100000:2.0:1769074835.296168:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.296531:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862592 00000100:00100000:3.0:1769074835.296542:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862592 00000100:00100000:3.0:1769074835.296605:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10039 00000100:00100000:3.0:1769074835.297059:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612862592:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074835.297173:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.297195:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074835.297203:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.297205:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.297208:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.297246:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 9 pid: 21706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074835.297270:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 9 pid: 21706 timeout: 1919 lvb_type: 1 00000100:00100000:2.0:1769074835.297286:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619948288:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074835.297443:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.309863:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074835.310428:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619948288:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074835.310457:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074835.310589:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862720 00000100:00100000:3.0:1769074835.310597:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862720 00010000:00010000:3.0:1769074835.310644:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 10 pid: 21706 timeout: 1919 lvb_type: 1 00000100:00100000:3.0:1769074835.310682:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5323 00000100:00100000:3.0:1769074835.310692:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612862720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074835.310706:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074835.310726:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 10 pid: 21706 timeout: 1919 lvb_type: 1 00010000:00010000:3.0:1769074835.310739:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 10 pid: 21706 timeout: 1919 lvb_type: 1 00010000:00010000:3.0:1769074835.310769:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b5e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b875 expref: 10 pid: 21706 timeout: 1919 lvb_type: 1 00010000:00010000:3.0:1769074835.310794:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.310796:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.310801:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.310811:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.311146:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074835.311201:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612862720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 510us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074835.311210:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5323 00010000:00010000:1.0:1769074835.313390:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313415:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313455:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313464:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313473:0:21706:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313479:0:21706:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166c400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074835.313484:0:21706:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313492:0:21706:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313510:0:21706:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.313518:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166c400/0x8b5959a9a0e8b616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074835.313606:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612862592:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 16979us (17446us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074835.313617:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10039 00000100:00100000:1.0:1769074835.319407:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.319506:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612862976 00000100:00100000:2.0:1769074835.319517:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612862976 00000100:00100000:2.0:1769074835.319578:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6624 00000100:00100000:2.0:1769074835.319589:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d04e0f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:60941:x1855007612862976:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074835.319659:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1769074835.319685:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b5de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b86e expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.319704:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d013f1800/0x8b5959a9a0e8b513 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b844 expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.319715:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074835.319719:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074835.319747:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.319759:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.319767:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000040:00080000:2.0:1769074835.320253:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1650, 88 off143512 00000004:00080000:2.0:1769074835.320263:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1819481438608ns, next at 1793992680751ns, rc = 0 00000040:00080000:2.0:1769074835.320311:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1653, 88 off143752 00000004:00080000:2.0:1769074835.320317:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1819481493678ns, next at 1810283636473ns, rc = 0 00000040:00080000:2.0:1769074835.320347:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1654, 88 off143840 00000004:00080000:2.0:1769074835.320351:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1819481527824ns, next at 1810283636473ns, rc = 0 00010000:00010000:3.0:1769074835.390004:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1769074835.399872:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000662dccaa reply state 000000008251370e transno 8589941458 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074835.399891:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074835.400041:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d04e0f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:60941:x1855007612862976:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 80438us (80627us total) trans 8589941458 rc 0/0 00000100:00100000:3.0:1769074835.400051:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6624 00000001:00080000:0.0:1769074835.405057:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941456 is committed 00000001:00080000:0.0:1769074835.405088:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941457 is committed 00000001:00080000:0.0:1769074835.405119:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941458 is committed 00000004:00080000:0.0:1769074835.405124:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1346 committed 00000004:00080000:0.0:1769074835.405143:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1345 committed 00000004:00080000:0.0:1769074835.405148:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1343 committed 00000100:00100000:2.0:1769074835.406132:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619948416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074835.406179:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619948672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074835.406202:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074835.406232:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074835.406252:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074835.406261:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619948544:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074835.406283:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074835.406319:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948416 00000100:00100000:2.0:1769074835.406326:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948416 00000100:00100000:2.0:1769074835.406362:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948672 00000100:00100000:2.0:1769074835.406365:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948672 00000100:00100000:2.0:1769074835.406381:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948544 00000100:00100000:2.0:1769074835.406383:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948544 00000100:00100000:2.0:1769074835.406401:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10040 00000100:00100000:2.0:1769074835.406409:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619948416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074835.406450:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10041 00000100:00100000:3.0:1769074835.406460:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619948672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074835.406650:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619948416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 240us (448us total) trans 21474839609 rc 0/0 00000100:00100000:2.0:1769074835.406657:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10040 00000100:00100000:2.0:1769074835.406675:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10042 00000100:00100000:2.0:1769074835.406681:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619948544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074835.406772:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619948544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (487us total) trans 21474839610 rc 0/0 00000100:00100000:2.0:1769074835.406783:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10042 00000004:00080000:2.0:1769074835.406861:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40ff1500/2, rc 0, transno 21474839610 00000100:00100000:2.0:1769074835.406867:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619948544:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074835.406874:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d40ff3480/2, rc 0, transno 21474839609 00000100:00100000:2.0:1769074835.406877:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619948416:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1769074835.407067:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074835.407076:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1769074835.407084:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.407093:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.407100:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166dc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074835.407106:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.407114:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.407131:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074835.407135:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074835.407139:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074835.407145:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166dc00/0x8b5959a9a0e8b61d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074835.408211:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863104 00000100:00100000:2.0:1769074835.408222:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863104 00000100:00100000:3.0:1769074835.408222:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619948672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1761us (1987us total) trans 17179872651 rc 0/0 00000100:00100000:3.0:1769074835.408234:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10041 00000100:00100000:2.0:1769074835.408277:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6625 00000100:00100000:2.0:1769074835.408285:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:60941:x1855007612863104:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074835.408303:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074835.408322:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b88a expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.408371:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.408385:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.408403:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074835.408407:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074835.408410:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0166ca00, rc 0) 00000100:00100000:0.0:1769074835.408413:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872648 gen 2 00000004:00080000:0.0:1769074835.408420:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40d25180, transno 17179872648 00000100:00100000:0.0:1769074835.408441:0:3289:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d41d12d80 x1855007619948672/t17179872651(17179872651) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074851 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1769074835.408450:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d12d80/2, rc 0, transno 17179872651 00000100:00100000:0.0:1769074835.408455:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619948672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074835.408462:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60941:x1855007612863104:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 175us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074835.408471:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6625 00000100:00100000:1.0:1769074835.420381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074835.420757:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863232 00000100:00100000:0.0:1769074835.420770:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863232 00000100:00100000:0.0:1769074835.420887:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6626 00000100:00100000:0.0:1769074835.420897:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60941:x1855007612863232:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.420918:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074835.420943:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b62b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b891 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.421036:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.421052:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.421063:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074835.421090:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097153 00000004:00200000:0.0:1769074835.421094:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074835.421111:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074835.421138:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b62b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b891 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.421155:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b891 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.421165:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.421168:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074835.421171:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7000, rc 0) 00000100:00100000:0.0:1769074835.421228:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:60941:x1855007612863232:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 333us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074835.421238:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6626 00000100:00100000:2.0:1769074835.435759:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.437440:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863360 00000100:00100000:3.0:1769074835.437453:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863360 00000100:00100000:3.0:1769074835.437530:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10043 00000100:00100000:3.0:1769074835.437540:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612863360:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074835.437558:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074835.437578:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b898 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074835.437601:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21e:0x0] initial LVB size: 2097152, mtime: 0x6971f093, atime: 0x0, ctime: 0x6971f093, blocks: 0x1007 00010000:00010000:3.0:1769074835.437621:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.437623:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.437633:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074835.437651:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 9 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074835.437664:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7000, rc 0) 00000100:00100000:3.0:1769074835.437731:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612863360:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 193us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074835.437739:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10043 00000100:00100000:1.0:1769074835.576294:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074835.576340:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.576430:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863488 00000100:00100000:2.0:1769074835.576442:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863488 00000100:00100000:2.0:1769074835.576515:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863616 00000100:00100000:2.0:1769074835.576519:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863616 00000100:00100000:2.0:1769074835.576562:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5565 00000100:00100000:2.0:1769074835.576572:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612863488:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074835.576621:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074835.576625:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5566 00000100:00100000:0.0:1769074835.576640:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612863616:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074835.576641:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.576646:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.576653:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.576662:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.576668:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.576674:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074835.576678:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074835.576683:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.576694:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650728:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650749:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650759:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650766:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074835.650770:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650783:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650802:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.650810:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b647 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074835.650986:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2373:x1855007612863616:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 74344us (74639us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074835.650999:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5566 00010000:00010000:2.0:1769074835.651509:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651521:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651528:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651535:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0166d800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074835.651538:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651550:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651562:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.651568:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0166d800/0x8b5959a9a0e8b640 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074835.651621:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612863488:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 75050us (75335us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074835.651628:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5565 00000100:00100000:0.0:1769074835.674475:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.674542:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863744 00000100:00100000:2.0:1769074835.674553:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863744 00000100:00100000:2.0:1769074835.674656:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5567 00000100:00100000:2.0:1769074835.674666:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612863744:12345-192.168.204.39@tcp:4:lfs.0 00000100:00080000:1.0:1769074835.674701:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1769074835.674711:0:26123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074835.674720:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.674735:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.674737:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.674742:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.674757:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074835.764522:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839608 is committed 00000001:00080000:0.0:1769074835.764541:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839611 is committed 00000001:00080000:0.0:1769074835.764551:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839610 is committed 00002000:00010000:2.0:1769074835.764691:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1769074835.764695:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb mtime from disk: 0 -> 1769074836 00002000:00010000:2.0:1769074835.764698:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb ctime from disk: 0 -> 1769074836 00002000:00010000:2.0:1769074835.764700:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1769074835.764714:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764725:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764733:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764741:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074835.764746:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764756:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764790:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.764797:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b64e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074835.765090:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612863744:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 90422us (90618us total) trans 21474839611 rc 0/0 00000100:00100000:2.0:1769074835.765101:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5567 00000100:00100000:3.0:1769074835.771725:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.771970:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612863872 00000100:00100000:2.0:1769074835.771981:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612863872 00000100:00100000:2.0:1769074835.772058:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5568 00000100:00100000:2.0:1769074835.772069:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612863872:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:2.0:1769074835.772117:0:26123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074835.772126:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.772141:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.772143:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.772149:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.772163:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074835.904737:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839612 is committed 00002000:00010000:2.0:1769074835.904802:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:2.0:1769074835.904807:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb mtime from disk: 0 -> 1769074836 00002000:00010000:2.0:1769074835.904810:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb ctime from disk: 0 -> 1769074836 00002000:00010000:2.0:1769074835.904812:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb blocks from disk: 1 -> 2059 00010000:00010000:2.0:1769074835.904856:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904868:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904881:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904889:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074835.904893:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904902:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904923:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.904930:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b655 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074835.905034:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612863872:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 132962us (133312us total) trans 21474839612 rc 0/0 00000100:00100000:2.0:1769074835.905044:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5568 00000100:00100000:3.0:1769074835.945605:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.945990:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864128 00000100:00100000:2.0:1769074835.946001:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864128 00000100:00100000:2.0:1769074835.946074:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6627 00000100:00100000:2.0:1769074835.946085:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:60941:x1855007612864128:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074835.946152:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074835.946181:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b632 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b891 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.946203:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074835.946208:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074835.946476:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.946491:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.946501:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000001:00080000:2.0:1769074835.946552:0:29857:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941459 00000004:00010000:2.0:1769074835.946578:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a6276065 reply state 000000001bd30699 transno 8589941460 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074835.946586:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074835.946817:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:60941:x1855007612864128:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 733us (1218us total) trans 8589941460 rc 0/0 00000100:00100000:2.0:1769074835.947055:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6627 00000020:00080000:2.0:1769074835.947059:0:29857:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1769074835.949350:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949366:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949373:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949379:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074835.949384:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949391:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949405:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074835.949419:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074835.949425:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074835.949430:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b65c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074835.950279:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.950348:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864256 00000100:00100000:2.0:1769074835.950358:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864256 00000100:00100000:2.0:1769074835.950416:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10044 00000100:00100000:2.0:1769074835.950425:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+7:60941:x1855007612864256:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074835.950441:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074835.950460:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b89f expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074835.950483:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x219:0x0] initial LVB size: 1048576, mtime: 0x6971f094, atime: 0x0, ctime: 0x6971f094, blocks: 0x803 00010000:00010000:2.0:1769074835.950504:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.950506:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.950515:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.950528:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.950539:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337000, rc 0) 00000100:00100000:2.0:1769074835.950652:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:60941:x1855007612864256:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 226us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074835.950660:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10044 00000100:00100000:1.0:1769074835.961003:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.961637:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864384 00000100:00100000:3.0:1769074835.961652:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864384 00000100:00100000:3.0:1769074835.961722:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10045 00000100:00100000:3.0:1769074835.961731:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+8:60941:x1855007612864384:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074835.961751:0:25507:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074835.961781:0:25507:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8a6 expref: -99 pid: 25507 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074835.961804:0:25507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21a:0x0] initial LVB size: 2097152, mtime: 0x6971f094, atime: 0x0, ctime: 0x6971f094, blocks: 0x80b 00010000:00010000:3.0:1769074835.961838:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.961841:0:25507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074835.961851:0:25507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.961868:0:25507:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 9 pid: 25507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.961881:0:25507:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6400, rc 0) 00000100:00100000:3.0:1769074835.961938:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:60941:x1855007612864384:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 208us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074835.961954:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10045 00000100:00100000:1.0:1769074835.969927:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.970034:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864512 00000100:00100000:2.0:1769074835.970045:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864512 00002000:00010000:2.0:1769074835.970086:0:26123:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/538 (2097152->18446744073709551615) 00002000:00100000:2.0:1769074835.970091:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04211500 with x1855007612864512 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1769074835.970103:0:26123:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04211500. 00000100:00100000:2.0:1769074835.970128:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5569 00000100:00100000:2.0:1769074835.970137:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612864512:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:2.0:1769074835.970521:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074835.970529:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb mtime from disk: 1769074836 -> 1769074837 00002000:00010000:2.0:1769074835.970531:0:26123:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074835.970538:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb ctime from disk: 1769074836 -> 1769074837 00002000:00010000:2.0:1769074835.970544:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:2.0:1769074835.970632:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612864512:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 495us (715us total) trans 21474839613 rc 0/0 00000100:00100000:2.0:1769074835.970641:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5569 00002000:00010000:2.0:1769074835.970646:0:26123:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/538 (2097152->18446744073709551615) 00002000:00100000:2.0:1769074835.970649:0:26123:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c04211500 with x1855007612864512 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1769074835.970654:0:26123:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956c04211500. 00000100:00100000:0.0:1769074835.981098:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074835.981230:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864768 00000100:00100000:3.0:1769074835.981242:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864768 00000100:00100000:3.0:1769074835.981305:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6628 00000100:00100000:3.0:1769074835.981316:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:60941:x1855007612864768:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074835.981417:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.981438:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074835.981450:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00010000:3.0:1769074835.981597:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c32b3ca7 reply state 000000004f9c06e5 transno 8589941461 ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074835.981607:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074835.981695:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:60941:x1855007612864768:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 380us (607us total) trans 8589941461 rc 0/0 00000100:00100000:3.0:1769074835.981703:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6628 00010000:00010000:0.0:1769074835.984443:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984459:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984466:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984472:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074835.984477:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984484:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984502:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074835.984505:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074835.984510:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074835.984516:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6c00/0x8b5959a9a0e8b671 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074835.991456:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074835.994631:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612864896 00000100:00100000:2.0:1769074835.994648:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612864896 00000100:00100000:2.0:1769074835.994778:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10046 00000100:00100000:2.0:1769074835.994789:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:60941:x1855007612864896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074835.994807:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074835.994860:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8ad expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.994903:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074835.994912:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.994914:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074835.994918:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.994967:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074835.994982:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 1920 lvb_type: 1 00000100:00100000:2.0:1769074835.994994:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619948800:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074835.995094:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c073d5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.014665:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074836.015204:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619948800:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074836.015238:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 10 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.015257:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337e00, rc 0) 00000100:00100000:2.0:1769074836.015314:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+10:60941:x1855007612864896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 20527us (23868us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074836.015323:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10046 00000100:00100000:0.0:1769074836.015500:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865024 00000100:00100000:0.0:1769074836.015509:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865024 00010000:00010000:0.0:1769074836.015559:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 1920 lvb_type: 1 00000100:00100000:0.0:1769074836.015594:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5324 00000100:00100000:0.0:1769074836.015603:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612865024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074836.015616:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074836.015636:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 1920 lvb_type: 1 00010000:00010000:0.0:1769074836.015650:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 1920 lvb_type: 1 00010000:00010000:0.0:1769074836.015675:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7000/0x8b5959a9a0e8b639 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b898 expref: 10 pid: 25507 timeout: 1920 lvb_type: 1 00010000:00010000:0.0:1769074836.015688:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074836.015690:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074836.015696:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.015706:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.015740:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 9 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074836.015754:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619948928:192.168.204.39@tcp:105: 00000100:00100000:0.0:1769074836.015804:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d270c0 going to sleep for 11 seconds 00000100:00080000:1.0:1769074836.018642:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074836.028999:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.029114:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619948928:192.168.204.39@tcp:105: 00010000:00010000:0.0:1769074836.029138:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074836.029195:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612865024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13592us (14539us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074836.029206:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5324 00000100:00100000:2.0:1769074836.029367:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865152 00000100:00100000:2.0:1769074836.029375:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865152 00000100:00100000:2.0:1769074836.029419:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10047 00000100:00100000:2.0:1769074836.029427:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612865152:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:2.0:1769074836.029629:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074836.029633:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb mtime from disk: 1769074835 -> 1769074835 00002000:00010000:2.0:1769074836.029636:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb atime from disk: 0 -> 1769074835 00002000:00010000:2.0:1769074836.029639:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb ctime from disk: 1769074835 -> 1769074837 00002000:00010000:2.0:1769074836.029641:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074836.029671:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612865152:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 243us (680us total) trans 17179872652 rc 0/0 00000100:00100000:2.0:1769074836.029680:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10047 00000100:00100000:3.0:1769074836.034220:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.034339:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865408 00000100:00100000:0.0:1769074836.034349:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865408 00000100:00100000:0.0:1769074836.034426:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2794 00000100:00100000:0.0:1769074836.034436:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:60941:x1855007612865408:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:0.0:1769074836.034500:0:29859:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1b2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b883 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.034553:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074836.034565:0:29859:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.034572:0:29859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074836.034604:0:29859:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.034619:0:29859:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 16 pid: 29857 timeout: 1920 lvb_type: 0 00000100:00100000:0.0:1769074836.034632:0:29859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619949056:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074836.034718:0:29859:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d270c0 going to sleep for 11 seconds 00000100:00080000:1.0:1769074836.034799:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074836.038809:0:29859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619949056:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074836.039156:0:29859:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:3.0:1769074836.041628:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.042401:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865536 00000100:00100000:0.0:1769074836.042411:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865536 00010000:00010000:0.0:1769074836.042451:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 17 pid: 29857 timeout: 1920 lvb_type: 0 00000100:00100000:0.0:1769074836.042487:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5325 00000100:00100000:0.0:1769074836.042493:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612865536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074836.042507:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074836.042512:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 17 pid: 29857 timeout: 1920 lvb_type: 0 00010000:00010000:0.0:1769074836.042523:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 17 pid: 29857 timeout: 1920 lvb_type: 0 00010000:00010000:0.0:1769074836.042541:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0166ca00/0x8b5959a9a0e8b624 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b88a expref: 17 pid: 29857 timeout: 1920 lvb_type: 0 00010000:00010000:0.0:1769074836.042555:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074836.042559:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074836.042566:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074836.042571:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074836.042595:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074836.042654:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612865536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074836.042661:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5325 00010000:00010000:3.0:1769074836.042888:0:29859:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:3.0:1769074836.042897:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000040:00080000:3.0:1769074836.044452:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1651, 88 off143600 00000004:00080000:3.0:1769074836.044467:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1820205643705ns, next at 1793992680751ns, rc = 0 00000040:00080000:3.0:1769074836.044535:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1655, 88 off143928 00000004:00080000:3.0:1769074836.044541:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1820205717813ns, next at 1810283636473ns, rc = 0 00000040:00080000:3.0:1769074836.044637:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1656, 88 off144016 00000004:00080000:3.0:1769074836.044641:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1820205817707ns, next at 1810283636473ns, rc = 0 00000100:00100000:2.0:1769074836.060119:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074836.060378:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865664 00000100:00100000:3.0:1769074836.060389:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865664 00000100:00100000:3.0:1769074836.060441:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:3.0:1769074836.060451:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07255c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612865664:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074836.060527:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07255c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612865664:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074836.060534:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000004:00010000:3.0:1769074836.081786:0:29859:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7712497 reply state 00000000eb723b20 transno 8589941462 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:3.0:1769074836.081807:0:29859:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074836.081817:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074836.081846:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074836.081856:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b608 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b883 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074836.082006:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:60941:x1855007612865408:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 47570us (47795us total) trans 8589941462 rc 0/0 00000100:00100000:3.0:1769074836.082016:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2794 00000001:00080000:0.0:1769074836.082654:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941460 is committed 00000001:00080000:0.0:1769074836.082715:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941462 is committed 00000004:00080000:0.0:1769074836.082721:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1348 committed 00000004:00080000:0.0:1769074836.082736:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1347 committed 00000004:00080000:0.0:1769074836.082739:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1344 committed 00010000:00010000:2.0:1769074836.083103:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083115:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083123:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083130:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.083134:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083142:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083156:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074836.083160:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074836.083164:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074836.083169:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7a00/0x8b5959a9a0e8b67f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00000100:00100000:2.0:1769074836.083207:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619949184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074836.083260:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074836.083309:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619949312:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074836.083331:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074836.083361:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949184 00000100:00100000:2.0:1769074836.083368:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949184 00000100:00100000:2.0:1769074836.083412:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949312 00000100:00100000:2.0:1769074836.083415:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949312 00000100:00100000:2.0:1769074836.083433:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10048 00000100:00100000:2.0:1769074836.083441:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619949184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074836.083646:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1769074836.083650:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb mtime from disk: 1769074836 -> 1769074836 00002000:00010000:2.0:1769074836.083653:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074836.083655:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb ctime from disk: 1769074836 -> 1769074836 00002000:00010000:2.0:1769074836.083657:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x219:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:2.0:1769074836.083691:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619949184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 250us (430us total) trans 21474839614 rc 0/0 00000100:00100000:2.0:1769074836.083699:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10048 00000100:00100000:2.0:1769074836.083716:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10049 00000100:00100000:2.0:1769074836.083724:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619949312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074836.085086:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074836.085095:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb mtime from disk: 1769074837 -> 1769074837 00002000:00010000:2.0:1769074836.085098:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074836.085100:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb ctime from disk: 1769074837 -> 1769074837 00002000:00010000:2.0:1769074836.085102:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21a:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:2.0:1769074836.085164:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619949312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1440us (1830us total) trans 21474839615 rc 0/0 00000100:00100000:2.0:1769074836.085174:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10049 00000100:00080000:2.0:1769074836.085200:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074836.085242:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839610 gen 2 00000004:00080000:2.0:1769074836.085247:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e970380, transno 21474839607 00000004:00080000:2.0:1769074836.085257:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e971c00, transno 21474839608 00000004:00080000:2.0:1769074836.085260:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40ff3480, transno 21474839609 00000004:00080000:2.0:1769074836.085262:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d40ff1500, transno 21474839610 00000100:00100000:2.0:1769074836.085269:0:3290:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956c04210700 x1855007619949184/t21474839614(21474839614) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074852 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1769074836.085279:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04210700/2, rc 0, transno 21474839614 00000100:00100000:2.0:1769074836.085284:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619949184:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074836.085307:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c04212300/2, rc 0, transno 21474839615 00000100:00100000:2.0:1769074836.085312:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619949312:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074836.085503:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1769074836.085862:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619949440:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074836.087042:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074836.087202:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949440 00000100:00100000:3.0:1769074836.087214:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949440 00000100:00100000:3.0:1769074836.087274:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10050 00000100:00100000:3.0:1769074836.087283:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619949440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074836.087473:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074836.087477:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb mtime from disk: 1769074835 -> 1769074835 00002000:00010000:3.0:1769074836.087479:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb atime from disk: 1769074835 -> 1769074835 00002000:00010000:3.0:1769074836.087481:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb ctime from disk: 1769074837 -> 1769074837 00002000:00010000:3.0:1769074836.087484:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:3.0:1769074836.087527:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619949440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 244us (487us total) trans 17179872653 rc 0/0 00000100:00100000:3.0:1769074836.087537:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10050 00000100:00080000:2.0:1769074836.087590:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1769074836.087623:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d13800/2, rc 0, transno 17179872653 00000100:00100000:2.0:1769074836.087629:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619949440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074836.088685:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074836.089350:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612865792 00000100:00100000:2.0:1769074836.089359:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612865792 00000100:00100000:2.0:1769074836.089413:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6629 00000100:00100000:2.0:1769074836.089422:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:60941:x1855007612865792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074836.089442:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074836.089465:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8b686 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8b4 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.089521:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8b686 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8b4 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.089536:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8b686 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8b4 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.089555:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:2.0:1769074836.089558:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074836.089561:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337a00, rc 0) 00000100:00100000:2.0:1769074836.089629:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:60941:x1855007612865792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 208us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074836.089636:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6629 00000100:00100000:2.0:1769074836.094241:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074836.094414:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612866048 00000100:00100000:3.0:1769074836.094424:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612866048 00000100:00100000:3.0:1769074836.094482:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2795 00000100:00100000:3.0:1769074836.094493:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:60941:x1855007612866048:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074836.094781:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:60941:x1855007612866048:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 290us (551us total) trans 8589941463 rc 0/0 00000100:00100000:3.0:1769074836.094789:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2795 00000100:00100000:0.0:1769074836.128457:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074836.135192:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612866304 00000100:00100000:1.0:1769074836.135208:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612866304 00000100:00100000:1.0:1769074836.137211:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6630 00000100:00100000:1.0:1769074836.137234:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60946:x1855007612866304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074836.137270:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074836.137291:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b68d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8bb expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.137362:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137376:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137387:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137401:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137408:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137413:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137592:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137618:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137625:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137631:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074836.137636:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137643:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137654:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:1.0:1769074836.137657:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074836.137662:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137668:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b694 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137679:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137685:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137690:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137695:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074836.137697:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137707:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137713:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0c8b9d00) 00010000:00010000:1.0:1769074836.137716:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074836.137719:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137725:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b69b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074836.137756:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b68d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8bb expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.139092:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:1.0:1769074836.139096:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074836.139105:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b68d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8bb expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.139121:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e800, rc 0) 00000100:00100000:1.0:1769074836.139191:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60946:x1855007612866304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1966us (10745us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074836.139200:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6630 00000100:00100000:0.0:1769074836.148558:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074836.148696:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612866432 00000100:00100000:1.0:1769074836.148708:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612866432 00000100:00100000:1.0:1769074836.148784:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6631 00000100:00100000:1.0:1769074836.148794:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60946:x1855007612866432:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074836.154472:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.154499:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.154511:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.154530:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.154538:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.154545:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156036:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156053:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156064:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074836.156103:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:0.0:1769074836.156107:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074836.156120:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156132:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156138:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156145:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156150:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.156153:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156159:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156171:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.156174:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.156179:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156184:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6a2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156196:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156201:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156206:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156210:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.156213:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156221:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156227:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074836.156229:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.156231:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156237:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6a9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156251:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156257:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156262:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156266:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.156269:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156274:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156281:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:0.0:1769074836.156283:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.156286:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.156290:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074836.156375:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60946:x1855007612866432:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 7579us (7823us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074836.156384:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6631 00000100:00100000:0.0:1769074836.209091:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074836.209410:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612866688 00000100:00100000:3.0:1769074836.209420:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612866688 00000100:00100000:3.0:1769074836.209480:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6632 00000100:00100000:3.0:1769074836.209489:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60954:x1855007612866688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074836.209509:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074836.209530:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b6b7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8c2 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.209598:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209613:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209623:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209638:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209644:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209650:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209759:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209777:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209783:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209789:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074836.209794:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209801:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209812:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074836.209815:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074836.209820:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209866:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b6be lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.209880:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210088:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210101:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210106:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074836.210109:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210114:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210123:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d117b9100) 00010000:00010000:3.0:1769074836.210126:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074836.210129:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210134:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b6c5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074836.210170:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b6b7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8c2 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.210181:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:3.0:1769074836.210183:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074836.210187:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b6b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8c2 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.210195:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:0.0:1769074836.216115:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60954:x1855007612866688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6616us (7023us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074836.216127:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6632 00000100:00100000:1.0:1769074836.234108:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.234204:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612866816 00000100:00100000:0.0:1769074836.234215:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612866816 00000100:00100000:0.0:1769074836.234283:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6633 00000100:00100000:0.0:1769074836.234292:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60954:x1855007612866816:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074836.234367:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234384:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234410:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234424:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234430:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234436:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234539:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234549:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234555:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074836.234585:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:0.0:1769074836.234590:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074836.234613:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234625:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234631:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234638:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234644:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.234648:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234655:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234667:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.234670:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.234675:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234681:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6cc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234695:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234701:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234706:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234711:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.234714:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234720:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234727:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074836.234730:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.234733:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234738:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6d3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234753:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.234759:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.235216:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.235226:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.235229:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.235237:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.235247:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:0.0:1769074836.235250:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.235253:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074836.235260:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6da lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:0.0:1769074836.235464:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60954:x1855007612866816:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1169us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074836.235473:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6633 00000100:00100000:2.0:1769074836.289005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.289118:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867072 00000100:00100000:0.0:1769074836.289129:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867072 00000100:00100000:0.0:1769074836.289194:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6634 00000100:00100000:0.0:1769074836.289204:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60959:x1855007612867072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.289224:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074836.289244:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8c9 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.289317:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289332:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289344:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289358:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289365:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289372:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289478:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289485:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289491:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289498:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.289502:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289509:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289522:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.289526:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.289530:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289537:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b6e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289551:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289557:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289562:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289568:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.289571:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289578:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289586:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074836.289589:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.289592:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289598:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b6ef lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.289631:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6e1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8c9 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.289641:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.289644:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074836.289648:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b6e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8c9 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.289663:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:0.0:1769074836.289731:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60959:x1855007612867072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 529us (737us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074836.289738:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6634 00000100:00100000:0.0:1769074836.296908:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074836.297008:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867200 00000100:00100000:2.0:1769074836.297018:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867200 00000100:00100000:2.0:1769074836.297082:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6635 00000100:00100000:2.0:1769074836.297091:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60959:x1855007612867200:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074836.297172:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297190:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297203:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297219:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297226:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297232:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297340:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297349:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297356:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074836.297387:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:2.0:1769074836.297392:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074836.297404:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297416:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297422:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297429:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297439:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.297443:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297450:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297462:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074836.297465:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.297470:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297476:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b6f6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297489:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297494:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297499:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297504:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.297507:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297512:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297519:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074836.297522:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.297525:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297530:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b6fd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297544:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297550:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297555:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297560:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.297563:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297569:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297576:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:2.0:1769074836.297578:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.297581:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.297586:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b704 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074836.297671:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60959:x1855007612867200:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 580us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074836.297680:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6635 00000100:00100000:1.0:1769074836.324044:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.324989:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867456 00000100:00100000:0.0:1769074836.325001:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867456 00000100:00100000:0.0:1769074836.325135:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6636 00000100:00100000:0.0:1769074836.325146:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60968:x1855007612867456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.325168:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074836.325188:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b70b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8d0 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.325261:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325275:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325287:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325300:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325307:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325313:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325417:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325424:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325431:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325437:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.325441:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325449:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325460:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.325463:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.325468:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325474:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b712 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325487:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325493:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325498:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325506:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.325508:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325513:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325519:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074836.325521:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.325523:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325528:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b719 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.325565:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b70b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8d0 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.325575:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.325577:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074836.325581:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b70b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8d0 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.325588:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff7600, rc 0) 00000100:00100000:0.0:1769074836.325676:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60968:x1855007612867456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 531us (1641us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074836.325684:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6636 00000100:00100000:3.0:1769074836.341103:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074836.341295:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867584 00000100:00100000:0.0:1769074836.341305:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867584 00000100:00100000:0.0:1769074836.341367:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6637 00000100:00100000:0.0:1769074836.341376:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60968:x1855007612867584:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074836.341445:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341463:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341476:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341489:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341496:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341502:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341623:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341632:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341639:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:0.0:1769074836.341671:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:0.0:1769074836.341675:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074836.341686:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341698:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341704:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341710:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341715:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.341719:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341726:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341737:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:0.0:1769074836.341740:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.341744:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341750:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b720 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341761:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341767:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341773:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341777:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.341779:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341788:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341795:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:0.0:1769074836.341797:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.341799:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341804:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8b727 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341818:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341874:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341879:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341892:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074836.341896:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341902:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341910:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:0.0:1769074836.341913:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074836.341916:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074836.341921:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b72e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074836.342016:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:60968:x1855007612867584:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 639us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074836.342024:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6637 00000100:00100000:1.0:1769074836.360462:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074836.360576:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867840 00000100:00100000:2.0:1769074836.360588:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867840 00000100:00100000:2.0:1769074836.360656:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6638 00000100:00100000:2.0:1769074836.360666:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60970:x1855007612867840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074836.360686:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074836.360707:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b735 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8d7 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.360781:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.360798:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.360809:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.360990:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.360998:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361006:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361124:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361131:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361136:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361143:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.361147:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361153:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361166:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074836.361169:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.361173:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361179:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b73c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361191:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361197:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361202:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361205:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.361207:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361210:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361214:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074836.361216:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.361218:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361222:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b743 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.361245:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b735 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8d7 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.361252:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074836.361253:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074836.361255:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b735 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8d7 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.361273:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:2.0:1769074836.361331:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60970:x1855007612867840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 666us (878us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074836.361338:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6638 00000100:00100000:3.0:1769074836.365199:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074836.365352:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612867968 00000100:00100000:2.0:1769074836.365363:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612867968 00000100:00100000:2.0:1769074836.365430:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6639 00000100:00100000:2.0:1769074836.365440:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60970:x1855007612867968:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074836.365516:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365534:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365545:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365560:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365566:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365573:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365704:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365713:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365719:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074836.365751:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:2.0:1769074836.365757:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074836.365780:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365792:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365798:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365805:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.365811:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.365815:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367051:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367073:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074836.367076:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.367082:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367089:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b74a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367104:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367110:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367115:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367121:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.367124:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367129:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367137:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0e7ced00) 00010000:00010000:2.0:1769074836.367139:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.367142:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367148:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b751 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367163:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367169:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367174:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367179:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074836.367182:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367187:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367194:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:2.0:1769074836.367197:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074836.367200:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074836.367206:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b758 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074836.367420:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:60970:x1855007612867968:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1978us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074836.367431:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6639 00010000:00010000:3.0:1769074836.416809:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074837.439456:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074837.504327:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619949696:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504396:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504451:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619950208:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504472:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504494:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074837.504499:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619949568:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504524:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504545:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619950080:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504568:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504593:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619949952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504613:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504632:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074837.504637:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619949824:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504656:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074837.504682:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949696 00000100:00100000:0.0:1769074837.504691:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949696 00000100:00100000:0.0:1769074837.504751:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950208 00000100:00100000:0.0:1769074837.504756:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950208 00000100:00100000:0.0:1769074837.504773:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949824 00000100:00100000:0.0:1769074837.504775:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949824 00000100:00100000:0.0:1769074837.504798:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1769074837.504806:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619949696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504880:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619949696:12345-0@lo:400:kworker.0 Request processed in 74us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.504888:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1769074837.504904:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1769074837.504910:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619950208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504946:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1855007619950208:12345-0@lo:400:kworker.0 Request processed in 36us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.504952:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1769074837.504962:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1769074837.504968:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619949824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.504995:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619949824:12345-0@lo:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.505000:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1769074837.505023:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949568 00000100:00100000:0.0:1769074837.505026:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949568 00000100:00100000:0.0:1769074837.505057:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1769074837.505063:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07255050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619949568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505089:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07255050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619949568:12345-0@lo:400:kworker.0 Request processed in 27us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.505095:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1769074837.505122:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950080 00000100:00100000:0.0:1769074837.505125:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950080 00000100:00100000:0.0:1769074837.505147:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949952 00000100:00100000:0.0:1769074837.505149:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949952 00000100:00100000:0.0:1769074837.505166:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1769074837.505172:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619950080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505202:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619950080:12345-0@lo:400:kworker.0 Request processed in 30us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.505208:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1769074837.505219:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1769074837.505225:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619949952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505250:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619949952:12345-0@lo:400:kworker.0 Request processed in 26us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074837.505255:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00080000:0.0:1769074837.505273:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074837.505317:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619949824:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505328:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619949952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505352:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619949568:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505360:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619950080:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505368:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619949696:0@lo:400:kworker.0 00000100:00100000:0.0:1769074837.505376:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3290:1855007619950208:0@lo:400:kworker.0 00010000:00010000:3.0:1769074838.462598:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074839.489491:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074839.553371:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074839.553443:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074839.553562:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074839.553570:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074839.553595:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074839.565272:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950336 00000100:00100000:3.0:1769074839.565287:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950336 00000100:00080000:0.0:1769074839.565370:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074839.565447:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950464 00000100:00100000:2.0:1769074839.565451:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950464 00000100:00100000:2.0:1769074839.565522:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1769074839.565533:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619950336:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1769074839.565642:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1769074839.565953:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 526188544 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074839.566665:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619950336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1130us (13217us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074839.566674:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1769074839.566700:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1769074839.566719:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619950464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074839.566742:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074839.567036:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619950464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 329us (13439us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074839.567043:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1769074839.570110:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074839.570150:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950464:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1769074840.132418:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872652 is committed 00000001:00080000:1.0:1769074840.132446:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872653 is committed 00010000:00010000:0.0:1769074840.530617:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1769074841.170923:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941463 is committed 00000100:00100000:3.0:1769074841.179087:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074841.179183:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074841.179216:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074841.179234:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074841.179272:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868352 00000100:00100000:3.0:1769074841.179283:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868352 00000100:00100000:1.0:1769074841.179326:0:25507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868480 00000100:00100000:1.0:1769074841.179334:0:25507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868480 00000100:00100000:3.0:1769074841.179346:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00100000:3.0:1769074841.179357:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612868352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074841.179428:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612868352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074841.179436:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00100000:1.0:1769074841.179447:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 934 00000100:00100000:1.0:1769074841.179458:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612868480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:3.0:1769074841.179462:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074841.179468:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074841.179494:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612868480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074841.179502:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 934 00000100:00100000:0.0:1769074841.179927:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868224 00000100:00100000:0.0:1769074841.179933:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868224 00000100:00100000:0.0:1769074841.179991:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:0.0:1769074841.179999:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612868224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074841.180040:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612868224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074841.180046:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00080000:3.0:1769074841.180434:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1769074841.183611:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839615 is committed 00000001:00080000:1.0:1769074841.183633:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839613 is committed 00000100:00100000:2.0:1769074841.184580:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868096 00000100:00100000:2.0:1769074841.184593:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868096 00000100:00100000:2.0:1769074841.184704:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00100000:2.0:1769074841.184715:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07254c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612868096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074841.184811:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07254c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612868096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 97us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074841.184819:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 348 00010000:00010000:3.0:1769074841.534440:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074842.559801:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074842.629927:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619950592:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630364:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630424:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619951104:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630450:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630480:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074842.630498:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619950720:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630523:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630541:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619951232:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630559:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630589:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619950848:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630609:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630627:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074842.630632:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950976:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630649:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074842.630681:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950592 00000100:00100000:2.0:1769074842.630692:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950592 00000100:00100000:2.0:1769074842.630744:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1769074842.630753:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d07254850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619950592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.630805:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d07254850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619950592:12345-0@lo:400:kworker.0 Request processed in 52us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.630813:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1769074842.631101:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951104 00000100:00100000:2.0:1769074842.631106:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951104 00000100:00100000:2.0:1769074842.631144:0:7967:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950976 00000100:00100000:2.0:1769074842.631146:0:7967:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950976 00000100:00100000:2.0:1769074842.631168:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1769074842.631175:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619951104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.631211:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619951104:12345-0@lo:400:kworker.0 Request processed in 37us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.631217:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1769074842.631227:0:7967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1769074842.631233:0:7967:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619950976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.631258:0:7967:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619950976:12345-0@lo:400:kworker.0 Request processed in 26us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.631268:0:7967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1769074842.631286:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950720 00000100:00100000:2.0:1769074842.631289:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950720 00000100:00100000:2.0:1769074842.631315:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951232 00000100:00100000:2.0:1769074842.631317:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951232 00000100:00100000:2.0:1769074842.631331:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619950848 00000100:00100000:2.0:1769074842.631333:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619950848 00000100:00100000:2.0:1769074842.631351:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1769074842.631356:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619950720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.631382:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619950720:12345-0@lo:400:kworker.0 Request processed in 26us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.631388:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1769074842.631397:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1769074842.631402:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619951232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.631421:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619951232:12345-0@lo:400:kworker.0 Request processed in 19us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.631426:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1769074842.631435:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1769074842.631439:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619950848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.631458:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619950848:12345-0@lo:400:kworker.0 Request processed in 19us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.631463:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:2.0:1769074842.632401:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074842.632412:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074842.632416:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074842.633400:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839615 gen 2 00000004:00080000:2.0:1769074842.633411:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04210700, transno 21474839614 00000004:00080000:2.0:1769074842.633424:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c04212300, transno 21474839615 00000100:00100000:2.0:1769074842.633436:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619950976:0@lo:400:kworker.0 00000100:00100000:2.0:1769074842.633465:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619950848:0@lo:400:kworker.0 00000100:00100000:3.0:1769074842.634006:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619950720:0@lo:400:kworker.0 00000100:00100000:3.0:1769074842.634024:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619951232:0@lo:400:kworker.0 00000100:00100000:3.0:1769074842.634036:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619950592:0@lo:400:kworker.0 00000100:00100000:3.0:1769074842.634048:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872653 gen 2 00000004:00080000:3.0:1769074842.634052:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d12d80, transno 17179872651 00000004:00080000:3.0:1769074842.634074:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d13800, transno 17179872653 00000100:00100000:3.0:1769074842.634080:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619951104:0@lo:400:kworker.0 00000100:00100000:3.0:1769074842.808966:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074842.809174:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868608 00000100:00100000:2.0:1769074842.809189:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868608 00000100:00100000:2.0:1769074842.809284:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6640 00000100:00100000:2.0:1769074842.809297:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+12:61389:x1855007612868608:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1769074842.809325:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074842.809355:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8b75f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8de expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074842.809449:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809470:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809485:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809502:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809509:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809515:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809676:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809689:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809695:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074842.809737:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b2:0x0]: returning size 2097152 00000004:00200000:2.0:1769074842.809743:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074842.809769:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809782:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809791:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809798:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809805:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809812:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074842.809817:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809871:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809885:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:2.0:1769074842.809889:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074842.809895:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809902:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8b766 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809916:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809922:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809927:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809932:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074842.809934:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809940:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809947:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074842.809949:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074842.809951:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809956:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8b76d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074842.809990:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8b75f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8de expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074842.810005:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8de expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074842.810017:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:2.0:1769074842.810020:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074842.810022:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337400, rc 0) 00000100:00100000:2.0:1769074842.810110:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:61389:x1855007612868608:12345-192.168.204.39@tcp:101:rm.0 Request processed in 815us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074842.810120:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6640 00000100:00100000:3.0:1769074842.816752:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074842.816899:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612868864 00000100:00100000:0.0:1769074842.816913:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612868864 00000100:00100000:0.0:1769074842.816999:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6641 00000100:00100000:0.0:1769074842.817011:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:61389:x1855007612868864:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:0.0:1769074842.817087:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1769074842.817125:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8b774 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8de expref: 13 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074842.817148:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8b686 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8b4 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074842.817159:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0e7ce900) 00010000:00010000:0.0:1769074842.817171:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074842.817201:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817219:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817233:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817249:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817256:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817416:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817587:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817596:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.817604:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000040:00080000:1.0:1769074842.824960:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1652, 64 off143664 00000004:00080000:1.0:1769074842.824998:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1826986174121ns, next at 1827986168009ns, rc = 0 00000040:00080000:1.0:1769074842.825074:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1657, 64 off144080 00000004:00080000:1.0:1769074842.825081:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1826986257751ns, next at 1827986256533ns, rc = 0 00000040:00080000:1.0:1769074842.825103:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1658, 64 off144144 00010000:00010000:1.0:1769074842.825378:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825403:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825418:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825428:0:30391:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825440:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825447:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825530:0:30391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074842.825567:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825575:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825582:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825589:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074842.825594:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825603:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825621:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:1.0:1769074842.825625:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074842.825632:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825639:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6600/0x8b5959a9a0e8b789 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825745:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825755:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825761:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825766:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074842.825769:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825775:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825784:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0x0 (ffff956d117b9a00) 00010000:00010000:1.0:1769074842.825786:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074842.825789:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.825795:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7400/0x8b5959a9a0e8b77b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000004:00010000:1.0:1769074842.825806:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0d0e33e reply state 00000000839ab644 transno 8589941464 ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074842.825817:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074842.825996:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:61389:x1855007612868864:12345-192.168.204.39@tcp:36:rm.0 Request processed in 8981us (9250us total) trans 8589941464 rc 0/0 00000100:00100000:1.0:1769074842.826007:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6641 00010000:00010000:2.0:1769074842.834643:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834668:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834676:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834684:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074842.834690:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834699:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834723:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b1:0x0].0xaa02ef2c (ffff956d0dee6300) 00010000:00010000:2.0:1769074842.834726:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074842.834733:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074842.834738:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6a00/0x8b5959a9a0e8b782 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b1:0x0].0xaa02ef2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.835627:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074842.835643:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.835654:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ee00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074842.835657:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.835665:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.835679:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b2:0x0].0x0 (ffff956d0dee6800) 00010000:00010000:0.0:1769074842.835682:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1769074842.835686:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074842.835692:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ee00/0x8b5959a9a0e8b790 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074842.836052:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074842.836057:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074842.836059:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074843.583582:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074844.613742:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074844.672494:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1828833667528ns, next at 1829833663896ns, rc = 0 00000100:00100000:3.0:1769074844.672530:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074844.672563:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619951360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074844.672657:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074844.672762:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951360 00000100:00100000:3.0:1769074844.672774:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951360 00000100:00100000:3.0:1769074844.672899:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1769074844.672911:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619951360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074844.672972:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 526188544 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1769074844.673028:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619951360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074844.673036:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00080000:3.0:1769074844.673061:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074844.673111:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619951360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074844.673134:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619951488:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1769074844.673144:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1828834319313ns, next at 1829834317737ns, rc = 0 00000100:00100000:3.0:1769074844.673158:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074844.673181:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951488 00000100:00100000:3.0:1769074844.673185:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951488 00000100:00100000:3.0:1769074844.673212:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1769074844.673420:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619951488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074844.673446:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1769074844.673498:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619951488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 279us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074844.673508:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:3.0:1769074844.673524:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074844.673638:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619951488:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1769074845.028571:0:34904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204b: FLR write/stale/resync tests with self-extending primary ========================================================== 04:40:44 (1769074844) 00000100:00100000:3.0:1769074845.281774:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.282077:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869120 00000100:00100000:1.0:1769074845.282092:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869120 00000100:00100000:1.0:1769074845.282277:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6642 00000100:00100000:1.0:1769074845.282290:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:61547:x1855007612869120:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:1.0:1769074845.282369:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074845.282406:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7e00/0x8b5959a9a0e8b441 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b805 expref: 12 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.282428:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6400) 00010000:00010000:1.0:1769074845.282440:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074845.282692:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.282710:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.282721:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.282736:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.282742:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.282748:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074845.283471:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b4:0x0]: returning size 512 00010000:00010000:1.0:1769074845.283487:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283501:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283509:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283516:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.283520:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283528:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283541:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9d00) 00010000:00010000:1.0:1769074845.283543:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.283548:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.283553:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b797 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000004:00010000:1.0:1769074845.283576:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f747791 reply state 00000000f8e3b551 transno 8589941465 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074845.283586:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074845.283720:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:61547:x1855007612869120:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 1430us (1958us total) trans 8589941465 rc 0/0 00000100:00100000:1.0:1769074845.283729:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6642 00000100:00080000:0.0:1769074845.284067:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769074845.287726:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.287750:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.287759:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.287766:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.287772:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.287781:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.287816:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebf837e7 (ffff956d0c8b9600) 00010000:00010000:2.0:1769074845.287989:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.287998:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074845.288004:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e600/0x8b5959a9a0e8b79e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074845.348617:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.348928:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869248 00000100:00100000:1.0:1769074845.348942:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869248 00000100:00100000:1.0:1769074845.349024:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6643 00000100:00100000:1.0:1769074845.349036:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:61550:x1855007612869248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.349068:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.349101:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8e5 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.349194:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.349211:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.349226:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074845.349310:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1769074845.349315:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074845.349343:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.349453:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8e5 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.349483:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8e5 expref: 13 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.349493:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9d00) 00010000:00010000:1.0:1769074845.349497:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074845.349501:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fa00, rc 0) 00000100:00100000:1.0:1769074845.349648:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:61550:x1855007612869248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 614us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074845.349658:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6643 00000100:00100000:1.0:1769074845.362350:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.363926:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869376 00000100:00100000:2.0:1769074845.363952:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869376 00000100:00100000:2.0:1769074845.364046:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6644 00000100:00100000:2.0:1769074845.364058:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:61550:x1855007612869376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074845.364088:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074845.364118:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b7b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8ec expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.364215:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364233:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364247:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364264:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364270:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364276:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364453:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b7c8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364462:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364469:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074845.364507:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b4:0x0]: returning size 512 00000004:00200000:2.0:1769074845.364512:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074845.364538:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364553:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364560:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364568:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364575:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.364580:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364590:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364605:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9d00) 00010000:00010000:2.0:1769074845.364618:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.364624:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364631:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364646:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364652:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364657:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364663:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.364666:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364672:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364680:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebf837e7 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074845.364682:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.364685:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364691:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.364727:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b7b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ec expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.364740:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336800/0x8b5959a9a0e8b7c8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ec expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.364746:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.364748:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1769074845.364751:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336800, rc 0) 00000100:00100000:2.0:1769074845.364925:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 868us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.364935:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6644 00000100:00100000:3.0:1769074845.370376:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.370515:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869504 00000100:00100000:1.0:1769074845.370530:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869504 00000100:00100000:1.0:1769074845.370618:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6645 00000100:00100000:1.0:1769074845.370629:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.370657:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.370686:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7cf lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8f3 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.370784:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370812:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370865:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370885:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370893:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370900:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.370993:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371000:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371008:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371016:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.371020:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371029:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371044:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.371047:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.371053:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371059:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b7d6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371077:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371083:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371089:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371094:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.371097:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371102:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371109:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074845.371111:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.371114:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371119:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b7dd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.371159:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7cf lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8f3 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.371171:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.371174:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.371178:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7cf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8f3 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.371188:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fe00, rc 0) 00000100:00100000:1.0:1769074845.371280:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 652us (921us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074845.371289:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6645 00000100:00100000:3.0:1769074845.376170:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.376306:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869632 00000100:00100000:2.0:1769074845.376320:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869632 00000100:00100000:2.0:1769074845.376398:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6646 00000100:00100000:2.0:1769074845.376409:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869632:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074845.376440:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074845.376480:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b7e4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b8fa expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.376571:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376589:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376601:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376628:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376636:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376643:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376732:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376741:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376748:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376755:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.376759:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376767:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376781:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.376784:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.376799:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376806:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b7eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376868:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376874:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376880:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376885:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.376888:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376894:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376900:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074845.376902:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.376905:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376911:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b7f2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.376949:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b7e4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8fa expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.376959:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.376962:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.376965:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b7e4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8fa expref: 15 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.376974:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336c00, rc 0) 00000100:00100000:2.0:1769074845.377052:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869632:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 645us (898us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074845.377059:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6646 00000100:00100000:3.0:1769074845.380815:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.381281:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869760 00000100:00100000:1.0:1769074845.381295:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869760 00000100:00100000:1.0:1769074845.381388:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6647 00000100:00100000:1.0:1769074845.381400:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:61550:x1855007612869760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.381428:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.381458:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b901 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.381561:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.381946:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.381961:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074845.382048:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b4:0x0]: returning size 512 00000004:00200000:1.0:1769074845.382053:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074845.382078:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074845.382113:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b7f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b901 expref: 16 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.382140:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b901 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.382151:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.382154:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769074845.382160:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f800, rc 0) 00000100:00100000:1.0:1769074845.382249:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:61550:x1855007612869760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 850us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074845.382258:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6647 00000100:00100000:3.0:1769074845.397070:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.398620:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612869888 00000100:00100000:1.0:1769074845.398638:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612869888 00000100:00100000:0.0:1769074845.399218:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6648 00000100:00100000:0.0:1769074845.399236:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:61550:x1855007612869888:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074845.399277:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074845.399309:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b807 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b908 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.399418:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399438:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399464:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399484:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399492:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399499:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399602:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399621:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399628:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399635:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074845.399640:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399648:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399663:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074845.399667:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.399673:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399680:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6400/0x8b5959a9a0e8b80e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399697:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399703:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399708:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399718:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074845.399721:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399727:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399735:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6600) 00010000:00010000:0.0:1769074845.399738:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.399741:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399746:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b815 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074845.399801:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b807 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b908 expref: 16 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.399812:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074845.399815:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.399819:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6e00/0x8b5959a9a0e8b807 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b908 expref: 16 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.399893:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6e00, rc 0) 00000100:00100000:0.0:1769074845.399987:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d08852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:61550:x1855007612869888:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 757us (2930us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074845.399996:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6648 00000100:00100000:3.0:1769074845.403330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.405029:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612870144 00000100:00100000:2.0:1769074845.405047:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612870144 00000100:00100000:2.0:1769074845.405131:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6649 00000100:00100000:2.0:1769074845.405143:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61550:x1855007612870144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074845.405172:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074845.405176:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074845.405212:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8b800 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b901 expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.405242:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.405248:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074845.405390:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b81c lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b90f expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.405564:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.405588:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.405601:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.405894:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.405903:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.405909:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.407358:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.407384:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.407899:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074845.407921:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 0 00010000:00010000:2.0:1769074845.407975:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.407983:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.407991:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.408003:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.408007:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.408014:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.408093:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.408097:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.408103:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.408109:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b823 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000004:00010000:2.0:1769074845.408127:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b3f25bf reply state 00000000b65e7a27 transno 8589941466 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074845.408136:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074845.408188:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b81c lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.408206:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.408213:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074845.408216:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074845.408219:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336600, rc 0) 00000100:00100000:2.0:1769074845.408481:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:61550:x1855007612870144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3339us (5166us total) trans 8589941466 rc 0/0 00000100:00100000:2.0:1769074845.408494:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6649 00010000:00010000:0.0:1769074845.412706:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074845.412709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1769074845.412747:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074845.412756:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074845.412764:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074845.412770:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074845.412779:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074845.412814:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7cea00) 00010000:00010000:0.0:1769074845.412818:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.412855:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074845.412863:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b82a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074845.412975:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612870400 00000100:00100000:1.0:1769074845.412989:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612870400 00000100:00100000:1.0:1769074845.413129:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6650 00000100:00100000:1.0:1769074845.413144:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:61550:x1855007612870400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.413185:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.413210:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b83f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b916 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.413339:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.413355:0:29857:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.413365:0:29857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.413425:0:29857:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.413446:0:29857:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 17 pid: 29857 timeout: 1929 lvb_type: 0 00000100:00100000:1.0:1769074845.413463:0:29857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04213b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619951616:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074845.413600:0:29857:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d412fd240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074845.416617:0:29857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04213b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:29857:1855007619951616:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074845.416663:0:29857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074845.418172:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.418243:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612870528 00000100:00100000:2.0:1769074845.418258:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612870528 00010000:00010000:2.0:1769074845.418671:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 18 pid: 29857 timeout: 1929 lvb_type: 0 00000100:00100000:2.0:1769074845.418763:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5326 00000100:00100000:2.0:1769074845.418775:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:2370:x1855007612870528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074845.418808:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074845.418817:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 18 pid: 29857 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.418873:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 18 pid: 29857 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.418903:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b831 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b90f expref: 18 pid: 29857 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.418925:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074845.418931:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.418942:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.418951:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.418984:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074845.419070:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612870528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 296us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.419079:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5326 00010000:00010000:1.0:1769074845.419157:0:29857:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419167:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074845.419195:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 0 00000004:00080000:1.0:1769074845.419649:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21f:0x0], index 1: 0 00000004:00080000:1.0:1769074845.419663:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21b:0x0], index 0: 0 00010000:00010000:1.0:1769074845.419905:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419915:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419923:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419929:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.419934:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419941:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419954:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:1.0:1769074845.419957:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074845.419961:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.419967:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b846 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.420042:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b83f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b916 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.420052:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.420055:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074845.420059:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b83f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b916 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.420070:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fe00, rc 0) 00000100:00100000:1.0:1769074845.420131:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:61550:x1855007612870400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6991us (7432us total) trans 8589941467 rc 301/301 00000100:00100000:1.0:1769074845.420140:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6650 00000100:00100000:3.0:1769074845.424338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.424426:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612870784 00000100:00100000:0.0:1769074845.424445:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612870784 00000100:00100000:0.0:1769074845.424537:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2796 00000100:00100000:0.0:1769074845.424549:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:61550:x1855007612870784:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074845.425110:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:61550:x1855007612870784:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 560us (778us total) trans 8589941468 rc 0/0 00000100:00100000:0.0:1769074845.425120:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2796 00000100:00100000:3.0:1769074845.428312:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.428424:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871040 00000100:00100000:0.0:1769074845.428442:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871040 00000100:00100000:0.0:1769074845.428574:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2797 00000100:00100000:0.0:1769074845.428587:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:61550:x1855007612871040:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074845.429183:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61550:x1855007612871040:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 595us (878us total) trans 8589941469 rc 0/0 00000100:00100000:0.0:1769074845.429194:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2797 00000100:00100000:2.0:1769074845.439689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.439810:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871296 00000100:00100000:1.0:1769074845.439857:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871296 00000100:00100000:1.0:1769074845.439939:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6651 00000100:00100000:1.0:1769074845.439951:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61551:x1855007612871296:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074845.439986:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.440016:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b854 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b91d expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.440235:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440254:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440282:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440300:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440307:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440318:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440484:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b869 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440493:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440501:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074845.440513:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 0 00010000:00010000:1.0:1769074845.440640:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440648:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440656:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440662:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.440668:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440676:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440691:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.440694:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.440700:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440712:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b85b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440732:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440738:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440744:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440750:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.440752:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440759:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440766:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074845.440769:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.440772:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440777:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e000/0x8b5959a9a0e8b862 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.440877:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b854 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b91d expref: 21 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.440894:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b869 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b91d expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.440908:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0c8b9200) 00010000:00010000:1.0:1769074845.440911:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074845.440913:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f400, rc 0) 00000100:00100000:1.0:1769074845.441002:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+20:61551:x1855007612871296:12345-192.168.204.39@tcp:101:dd.0 Request processed in 1053us (1327us total) trans 8589941470 rc 0/0 00000100:00100000:1.0:1769074845.441013:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6651 00000100:00100000:3.0:1769074845.457186:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.457328:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871552 00000100:00100000:2.0:1769074845.457342:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871552 00000100:00100000:2.0:1769074845.457553:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6652 00000100:00100000:2.0:1769074845.457567:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:61551:x1855007612871552:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074845.457602:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074845.457605:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074845.457643:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8b869 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b91d expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.457673:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0c8b9200) 00010000:00010000:2.0:1769074845.457689:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074845.457714:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b877 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b924 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.457797:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.457812:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.457872:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00080000:2.0:1769074845.458635:0:29856:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x220:0x0], index 1: 0 00000040:00080000:2.0:1769074845.458737:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1653, 88 off143752 00000004:00080000:2.0:1769074845.458750:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1829619926516ns, next at 1829833663896ns, rc = 0 00000040:00080000:2.0:1769074845.458799:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1654, 88 off143840 00000004:00080000:2.0:1769074845.458805:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1829619981370ns, next at 1829833663896ns, rc = 0 00000040:00080000:2.0:1769074845.459103:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1659, 88 off144232 00000004:00080000:2.0:1769074845.459112:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1829620288073ns, next at 1829834317737ns, rc = 0 00000001:00080000:1.0:1769074845.513298:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941469 is committed 00000004:00080000:1.0:1769074845.513328:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1349 committed 00000004:00080000:1.0:1769074845.513348:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1345 committed 00000001:00080000:1.0:1769074845.513380:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941470 is committed 00000001:00080000:1.0:1769074845.513392:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941471 is committed 00000004:00080000:1.0:1769074845.513396:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1351 committed 00000004:00080000:1.0:1769074845.513398:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1348 committed 00000004:00080000:1.0:1769074845.513400:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1347 committed 00000004:00080000:1.0:1769074845.513411:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1350 committed 00000004:00080000:1.0:1769074845.513420:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1346 committed 00010000:00010000:1.0:1769074845.513489:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b924 expref: 14 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.513507:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074845.513511:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074845.513538:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8b877 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b924 expref: 14 pid: 29856 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074845.513559:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b924 expref: 13 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.513614:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074845.513618:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074845.513621:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337200, rc 0) 00000100:00100000:2.0:1769074845.513952:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619951872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074845.514067:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619952000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074845.514169:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619951744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074845.514188:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:61551:x1855007612871552:12345-192.168.204.39@tcp:101:dd.0 Request processed in 56623us (57017us total) trans 8589941471 rc 0/0 00000100:00100000:1.0:1769074845.514203:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6652 00000100:00100000:2.0:1769074845.515594:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074845.515697:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619952384:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074845.515733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074845.515773:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619952128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1769074845.515811:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074845.515878:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951872 00000100:00100000:2.0:1769074845.515889:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951872 00000100:00100000:2.0:1769074845.515945:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952384 00000100:00100000:2.0:1769074845.515948:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952384 00000100:00100000:2.0:1769074845.515975:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952128 00000100:00100000:2.0:1769074845.515978:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952128 00000100:00100000:2.0:1769074845.516003:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10051 00000100:00100000:2.0:1769074845.516013:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619951872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1769074845.516053:0:26360:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:538 count 1 00000100:00100000:1.0:1769074845.516413:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10052 00000100:00100000:1.0:1769074845.516426:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619952384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074845.516887:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619952384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 462us (1150us total) trans 17179872654 rc 0/0 00000100:00100000:1.0:1769074845.516899:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10052 00000100:00100000:1.0:1769074845.516930:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10053 00000100:00100000:1.0:1769074845.516937:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619952128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1769074845.516952:0:26584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:542 count 1 00010000:00010000:1.0:1769074845.516973:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.517000:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.517009:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074845.517012:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074845.517016:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.517056:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.517550:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 8 pid: 26360 timeout: 1929 lvb_type: 0 00000100:00100000:1.0:1769074845.517572:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04213b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619952512:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074845.517681:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0730c240 going to sleep for 11 seconds 00000004:00080000:1.0:1769074845.517751:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d184fca80/2, rc 0, transno 17179872654 00000100:00100000:1.0:1769074845.517758:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619952384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074845.517999:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074845.518043:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952000 00000100:00100000:1.0:1769074845.518051:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952000 00000100:00100000:1.0:1769074845.518113:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10054 00000100:00100000:1.0:1769074845.518123:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619952000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074845.518331:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074845.518342:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074845.518352:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619952256:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1769074845.518361:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074845.518375:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074845.518386:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074845.518389:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074845.518392:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.518425:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074845.518433:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951744 00010000:00010000:2.0:1769074845.518436:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 1929 lvb_type: 0 00000100:00100000:0.0:1769074845.518447:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951744 00000100:00100000:2.0:1769074845.518448:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619952640:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074845.518474:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952256 00000100:00100000:0.0:1769074845.518477:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952256 00000100:00100000:2.0:1769074845.518491:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074845.518498:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10055 00000100:00100000:0.0:1769074845.518504:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619951744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074845.518519:0:26585:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:537 count 1 00010000:00010000:0.0:1769074845.518538:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.518552:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.518559:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074845.518561:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074845.518564:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.518594:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 8 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.518609:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 8 pid: 26360 timeout: 1929 lvb_type: 0 00000100:00100000:0.0:1769074845.518618:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619952768:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074845.518650:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074845.522000:0:25507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10056 00000100:00100000:2.0:1769074845.522037:0:25507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619952256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074845.523230:0:25507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3289:x1855007619952256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1207us (4845us total) trans 17179872655 rc 0/0 00000100:00100000:2.0:1769074845.523245:0:25507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10056 00000004:00080000:3.0:1769074845.523988:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8aa00/2, rc 0, transno 17179872655 00000100:00100000:3.0:1769074845.523999:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619952256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074845.526891:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619952000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8754us (8878us total) trans 21474839616 rc 0/0 00000100:00100000:1.0:1769074845.526909:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10054 00000004:00080000:2.0:1769074845.527159:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c033f2680/2, rc 0, transno 21474839616 00000100:00100000:2.0:1769074845.527169:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619952000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074845.531679:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04213b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:26584:1855007619952512:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074845.531733:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074845.532173:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26360:1855007619952640:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074845.532214:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074845.534549:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.534590:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619952768:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074845.534636:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074845.534881:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871936 00000100:00100000:2.0:1769074845.534892:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871936 00010000:00010000:2.0:1769074845.534999:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 9 pid: 26360 timeout: 1929 lvb_type: 0 00000100:00100000:2.0:1769074845.535053:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5327 00000100:00100000:2.0:1769074845.535067:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612871936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074845.535095:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074845.535102:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 9 pid: 26360 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.535113:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 9 pid: 26360 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.535145:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8b663 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b89f expref: 9 pid: 26360 timeout: 1929 lvb_type: 0 00010000:00010000:2.0:1769074845.535163:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.535166:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.535171:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.535182:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.535226:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074845.535299:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612871936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 235us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.535308:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5327 00010000:00010000:3.0:1769074845.535374:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535383:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535400:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535408:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535430:0:26585:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074845.535450:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074845.535457:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535465:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074845.535469:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535479:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535492:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535500:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d40ff7600/0x8b5959a9a0e8b893 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.535520:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074845.535523:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074845.535525:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074845.536990:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3289:x1855007619951744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18475us (18648us total) trans 21474839617 rc 0/0 00000100:00100000:3.0:1769074845.537004:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10055 00000100:00100000:1.0:1769074845.537523:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.537570:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.537604:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000004:00080000:2.0:1769074845.537660:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c033f0a80/2, rc 0, transno 21474839617 00000100:00100000:3.0:1769074845.537666:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612872064 00000100:00100000:3.0:1769074845.537676:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612872064 00000100:00100000:2.0:1769074845.537678:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619951744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1769074845.538038:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612872192 00000100:00100000:2.0:1769074845.538045:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612872192 00000100:00100000:2.0:1769074845.538131:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5570 00000100:00100000:2.0:1769074845.538142:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612872192:12345-192.168.204.39@tcp:4:dd.0 00002000:00010000:2.0:1769074845.538224:0:26123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074845.538235:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.538253:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.538255:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.538262:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.538280:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1769074845.539573:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074845.539892:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074845.540759:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.540899:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871680 00000100:00100000:0.0:1769074845.540912:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871680 00010000:00010000:0.0:1769074845.540979:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 11 pid: 26360 timeout: 1929 lvb_type: 0 00000100:00100000:0.0:1769074845.541029:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612871808 00000100:00100000:0.0:1769074845.541034:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612871808 00010000:00010000:0.0:1769074845.541058:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 1929 lvb_type: 0 00000100:00100000:3.0:1769074845.541065:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5328 00000100:00100000:3.0:1769074845.541081:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612871680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074845.541104:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5329 00010000:00010000:3.0:1769074845.541104:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074845.541112:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 11 pid: 26360 timeout: 1929 lvb_type: 0 00000100:00100000:0.0:1769074845.541118:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612871808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074845.541129:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074845.541132:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 11 pid: 26360 timeout: 1929 lvb_type: 0 00010000:00010000:0.0:1769074845.541133:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 1929 lvb_type: 0 00010000:00010000:0.0:1769074845.541148:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 1929 lvb_type: 0 00010000:00010000:0.0:1769074845.541166:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d04ec6400/0x8b5959a9a0e8b66a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8a6 expref: 8 pid: 25507 timeout: 1929 lvb_type: 0 00010000:00010000:3.0:1769074845.541166:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337e00/0x8b5959a9a0e8b678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8ad expref: 11 pid: 26360 timeout: 1929 lvb_type: 0 00010000:00010000:0.0:1769074845.541186:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074845.541186:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074845.541190:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074845.541190:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074845.541196:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.541197:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.541209:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074845.541243:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074845.541370:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.541383:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.541387:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.541398:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.541406:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.541411:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074845.541430:0:26584:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074845.541489:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612871808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 376us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074845.541497:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5329 00000100:00100000:2.0:1769074845.541706:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5571 00000100:00100000:2.0:1769074845.541724:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612872064:12345-192.168.204.39@tcp:4:dd.0 00002000:00010000:2.0:1769074845.541795:0:14225:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074845.541804:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.541867:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.541871:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074845.541876:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.541890:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074845.542146:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612871680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1066us (4537us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074845.542158:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5328 00000100:00100000:1.0:1769074845.542455:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3292:x1855007619952128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25515us (26639us total) trans 17179872656 rc 0/0 00000100:00100000:1.0:1769074845.542466:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10053 00010000:00010000:1.0:1769074845.542521:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074845.542530:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.542539:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074845.542546:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.542557:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.542577:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.542588:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b885 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.542624:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074845.542632:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074845.542634:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074845.542654:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.543501:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.543514:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.543529:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.543573:0:26360:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074845.544194:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074845.544214:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.544225:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074845.544229:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.544239:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.544260:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.544268:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8b88c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.544296:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074845.544298:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074845.544300:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074845.544817:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d89f80/2, rc 0, transno 17179872656 00000100:00100000:3.0:1769074845.544844:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619952128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074845.548931:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3290:x1855007619951872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32904us (33330us total) trans 21474839618 rc 0/0 00000100:00100000:0.0:1769074845.548953:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10051 00000004:00080000:1.0:1769074845.549691:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c033f1c00/2, rc 0, transno 21474839618 00000100:00100000:1.0:1769074845.549704:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619951872:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1769074845.631979:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074845.720071:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872657 is committed 00000001:00080000:3.0:1769074845.720096:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872656 is committed 00002000:00010000:2.0:1769074845.728837:0:26123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:2.0:1769074845.728847:0:26123:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb mtime from disk: 0 -> 1769074846 00002000:00010000:2.0:1769074845.728849:0:26123:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb ctime from disk: 0 -> 1769074846 00002000:00010000:2.0:1769074845.728852:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb blocks from disk: 1 -> 2059 00010000:00010000:2.0:1769074845.728866:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728878:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728888:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728896:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074845.728901:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728911:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728939:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074845.728948:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41336000/0x8b5959a9a0e8b89a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074845.729046:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612872192:12345-192.168.204.39@tcp:4:dd.0 Request processed in 190900us (191470us total) trans 17179872657 rc 0/0 00000100:00100000:2.0:1769074845.729057:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5570 00000001:00080000:3.0:1769074845.808497:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872658 is committed 00002000:00010000:0.0:1769074845.808816:0:14225:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1769074845.808846:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb mtime from disk: 0 -> 1769074846 00002000:00010000:0.0:1769074845.808849:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb ctime from disk: 0 -> 1769074846 00002000:00010000:0.0:1769074845.808851:0:14225:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1769074845.808866:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808879:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808888:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808895:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074845.808900:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808908:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808934:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.808941:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41336600/0x8b5959a9a0e8b8a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074845.809049:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612872064:12345-192.168.204.39@tcp:4:dd.0 Request processed in 267327us (271524us total) trans 17179872658 rc 0/0 00000100:00100000:0.0:1769074845.809060:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5571 00000100:00100000:1.0:1769074845.812064:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.812170:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612872448 00000100:00100000:0.0:1769074845.812181:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612872448 00000100:00100000:0.0:1769074845.812240:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2798 00000100:00100000:0.0:1769074845.812249:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:61551:x1855007612872448:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:0.0:1769074845.814080:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:61551:x1855007612872448:12345-192.168.204.39@tcp:35:dd.0 Request processed in 1824us (2018us total) trans 8589941472 rc 0/0 00000100:00100000:0.0:1769074845.814092:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2798 00000100:00100000:3.0:1769074845.842389:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.842649:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612872704 00000100:00100000:1.0:1769074845.842662:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612872704 00000100:00100000:1.0:1769074845.842726:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6653 00000100:00100000:1.0:1769074845.842736:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:61552:x1855007612872704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.842760:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.842792:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b92b expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.842906:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.842920:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.842931:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.842944:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.842951:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.842958:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843087:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843095:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843101:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843107:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.843111:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843118:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843129:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.843132:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.843136:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843141:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e400/0x8b5959a9a0e8b8af lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843154:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843160:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843166:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843170:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.843173:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843177:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843184:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074845.843186:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.843188:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843193:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8b6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074845.843225:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8a8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b92b expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.843235:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.843238:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074845.843241:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b92b expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.843250:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fe00, rc 0) 00000100:00100000:1.0:1769074845.843459:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:61552:x1855007612872704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 723us (1077us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074845.843468:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6653 00000100:00100000:2.0:1769074845.847250:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.847335:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612872960 00000100:00100000:1.0:1769074845.847346:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612872960 00000100:00100000:1.0:1769074845.847401:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6654 00000100:00100000:1.0:1769074845.847410:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:61552:x1855007612872960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.847428:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.847449:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b932 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1769074845.847582:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b4:0x0]: returning size 11776 00010000:00010000:1.0:1769074845.847723:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8bd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b932 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.847737:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9d00) 00010000:00010000:1.0:1769074845.847740:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074845.847745:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b932 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.847761:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fc00, rc 0) 00000100:00100000:1.0:1769074845.848054:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61552:x1855007612872960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 644us (814us total) trans 8589941473 rc 301/301 00000100:00100000:1.0:1769074845.848063:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6654 00000100:00100000:3.0:1769074845.860353:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.860449:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612873088 00000100:00100000:2.0:1769074845.860461:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612873088 00000100:00100000:2.0:1769074845.860519:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6655 00000100:00100000:2.0:1769074845.860528:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61552:x1855007612873088:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074845.860613:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860630:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860640:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860654:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860661:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860670:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860789:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860799:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860806:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074845.860873:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:2.0:1769074845.860878:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074845.860891:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860904:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860910:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860917:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860923:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.860927:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860934:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860946:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.860949:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.860953:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860958:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b8cb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860970:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860976:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860982:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860986:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.860989:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.860994:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861001:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7ce000) 00010000:00010000:2.0:1769074845.861003:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.861006:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861012:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b8d2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861023:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861028:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861034:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861039:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.861042:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861048:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861054:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074845.861056:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.861058:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074845.861063:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b8d9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074845.861140:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61552:x1855007612873088:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 613us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.861148:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6655 00000100:00100000:3.0:1769074845.864704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.864818:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612873344 00000100:00100000:0.0:1769074845.864868:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612873344 00000100:00100000:0.0:1769074845.864920:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2799 00000100:00100000:0.0:1769074845.864930:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61552:x1855007612873344:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074845.865193:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:61552:x1855007612873344:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 263us (497us total) trans 8589941474 rc 0/0 00000100:00100000:0.0:1769074845.865201:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2799 00000100:00100000:3.0:1769074845.905872:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074845.906583:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612873600 00000100:00100000:1.0:1769074845.906595:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612873600 00000100:00100000:1.0:1769074845.906669:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6656 00000100:00100000:1.0:1769074845.906679:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:61558:x1855007612873600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074845.906702:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074845.906724:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8e0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b939 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.906809:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.906848:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.906860:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.906874:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.906881:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.906887:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907009:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907016:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907022:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907027:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.907031:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907038:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907051:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.907055:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.907060:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907067:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b8e7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907087:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907092:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907098:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907102:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074845.907105:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907110:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907117:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074845.907119:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074845.907122:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907127:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e800/0x8b5959a9a0e8b8ee lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074845.907164:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8e0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b939 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.907175:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074845.907177:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074845.907180:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b8e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b939 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074845.907194:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fc00, rc 0) 00000100:00100000:1.0:1769074845.907258:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:61558:x1855007612873600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 580us (1395us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074845.907264:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6656 00000100:00100000:3.0:1769074845.910591:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.910694:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612873856 00000100:00100000:0.0:1769074845.910704:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612873856 00000100:00100000:0.0:1769074845.910770:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6657 00000100:00100000:0.0:1769074845.910788:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:61558:x1855007612873856:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074845.910810:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074845.910866:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b8f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b940 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.911000:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b8fc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.911016:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b8fc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.911027:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b8fc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074845.911038:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b4:0x0]: returning size 11776 00010000:00010000:0.0:1769074845.911161:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b8f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b940 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.911181:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6800/0x8b5959a9a0e8b8fc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b940 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.911190:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074845.911193:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1769074845.911196:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6800, rc 0) 00000100:00100000:0.0:1769074845.911250:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61558:x1855007612873856:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 471us (668us total) trans 8589941475 rc 0/0 00000100:00100000:0.0:1769074845.911258:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6657 00000100:00100000:1.0:1769074845.917711:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.917861:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612873984 00000100:00100000:2.0:1769074845.917873:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612873984 00000100:00100000:2.0:1769074845.917942:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6658 00000100:00100000:2.0:1769074845.917950:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61558:x1855007612873984:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074845.918033:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918052:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918069:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918084:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918090:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918096:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918227:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918235:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918241:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074845.918272:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:2.0:1769074845.918276:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074845.918288:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918299:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918305:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918311:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918321:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.918324:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918331:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918342:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.918345:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.918348:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918354:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b90a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918365:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918371:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918376:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918381:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.918383:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918389:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918394:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7ce000) 00010000:00010000:2.0:1769074845.918397:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.918400:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918405:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b911 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918416:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918421:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918426:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918430:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.918433:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918438:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918443:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074845.918445:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.918447:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.918451:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b918 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074845.918534:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61558:x1855007612873984:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 583us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.918541:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6658 00000100:00100000:3.0:1769074845.969972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074845.970244:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612874240 00000100:00100000:0.0:1769074845.970261:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612874240 00000100:00100000:0.0:1769074845.970346:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6659 00000100:00100000:0.0:1769074845.970358:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61564:x1855007612874240:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074845.970380:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074845.970402:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b91f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b947 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.970482:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970496:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970506:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970519:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970525:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970531:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970650:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970657:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970662:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970669:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff6200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074845.970673:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970680:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970692:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074845.970695:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.970701:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970707:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6200/0x8b5959a9a0e8b926 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970721:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970728:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970733:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970737:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074845.970740:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970746:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970753:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6800) 00010000:00010000:0.0:1769074845.970756:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074845.970759:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970768:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff7c00/0x8b5959a9a0e8b92d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074845.970808:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b91f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b947 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.970819:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074845.970883:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074845.970888:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b91f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b947 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074845.970898:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:0.0:1769074845.970972:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61564:x1855007612874240:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 616us (1013us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074845.970980:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6659 00000100:00100000:3.0:1769074845.992682:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074845.992898:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612874368 00000100:00100000:2.0:1769074845.992912:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612874368 00000100:00100000:2.0:1769074845.992988:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6660 00000100:00100000:2.0:1769074845.992996:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61564:x1855007612874368:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074845.993097:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993119:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993130:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993153:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993160:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993166:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993321:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993329:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993336:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:2.0:1769074845.993379:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:2.0:1769074845.993385:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074845.993400:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993417:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993423:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993430:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993437:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.993441:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993450:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993463:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074845.993466:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.993472:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993479:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b934 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993495:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993501:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993507:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993513:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.993516:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993522:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993530:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7ce000) 00010000:00010000:2.0:1769074845.993532:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.993535:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993541:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b93b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993557:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993564:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993567:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993570:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074845.993572:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993577:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993581:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074845.993583:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074845.993584:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074845.993591:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b942 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:2.0:1769074845.993685:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61564:x1855007612874368:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 689us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074845.993692:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6660 00000100:00100000:3.0:1769074846.027666:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.028610:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612874624 00000100:00100000:0.0:1769074846.028625:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612874624 00000100:00100000:0.0:1769074846.028705:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6661 00000100:00100000:0.0:1769074846.028716:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61572:x1855007612874624:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.028746:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074846.028786:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b949 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b94e expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.030040:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030064:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030075:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030091:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030096:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030100:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030721:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030729:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030735:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030740:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.030743:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030749:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030762:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.030765:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.030770:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030774:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b950 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030804:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030810:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030815:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030972:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.030976:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030981:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030990:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7faa00) 00010000:00010000:3.0:1769074846.030992:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.030995:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.030999:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b957 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.031053:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b949 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b94e expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.031064:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.031067:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074846.031070:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d40ff6000/0x8b5959a9a0e8b949 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b94e expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.031081:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d40ff6000, rc 0) 00000100:00100000:3.0:1769074846.031214:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61572:x1855007612874624:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2489us (3555us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074846.031226:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6661 00000100:00100000:3.0:1769074846.038431:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.038630:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612874752 00000100:00100000:2.0:1769074846.038643:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612874752 00000100:00100000:2.0:1769074846.038726:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6662 00000100:00100000:2.0:1769074846.038738:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61572:x1855007612874752:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074846.038900:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.038931:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.038946:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.038964:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.038972:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.038979:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039129:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039138:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039146:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074846.039193:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:2.0:1769074846.039198:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074846.039214:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039227:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039233:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039240:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039245:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.039249:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039258:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039271:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.039275:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.039281:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039287:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b95e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039301:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039308:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039313:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039319:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.039322:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039327:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039334:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7ce000) 00010000:00010000:2.0:1769074846.039337:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.039340:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039345:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b965 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039373:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039379:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039384:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039389:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.039391:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039397:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039404:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074846.039407:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.039410:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.039416:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b96c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074846.039517:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:61572:x1855007612874752:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 779us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.039528:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6662 00000100:00100000:0.0:1769074846.087175:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.087496:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875008 00000100:00100000:3.0:1769074846.087511:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875008 00000100:00100000:3.0:1769074846.087652:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6663 00000100:00100000:3.0:1769074846.087681:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61579:x1855007612875008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.087711:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.087742:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b973 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b955 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.087908:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.087939:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.087951:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.087970:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.087976:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.087982:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088132:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088140:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088147:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088159:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.088163:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088171:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088186:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.088189:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.088196:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088755:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8b97a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088787:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088794:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088800:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088806:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.088809:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088814:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088876:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7faa00) 00010000:00010000:3.0:1769074846.088880:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.088883:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.088890:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b981 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.089010:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b973 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b955 expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.089022:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.089025:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074846.089029:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b973 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b955 expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.089040:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6800, rc 0) 00000100:00100000:3.0:1769074846.089133:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61579:x1855007612875008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1470us (1980us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074846.089143:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6663 00000100:00100000:0.0:1769074846.093151:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.093496:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875136 00000100:00100000:3.0:1769074846.093511:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875136 00000100:00100000:3.0:1769074846.094308:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6664 00000100:00100000:3.0:1769074846.094341:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61579:x1855007612875136:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074846.094465:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094489:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094503:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094522:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094528:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094534:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094703:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094712:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094718:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074846.094767:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:3.0:1769074846.094773:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074846.094800:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094816:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094858:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094866:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094873:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.094877:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094886:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094901:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.094904:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.094910:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094925:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b988 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094942:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094948:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094953:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094958:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.094961:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094966:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.094973:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7fa100) 00010000:00010000:3.0:1769074846.094975:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.094978:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095161:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b98f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095179:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095185:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095191:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095196:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec7c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.095199:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095204:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095212:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:3.0:1769074846.095215:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.095218:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.095223:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b996 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074846.095396:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61579:x1855007612875136:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1067us (2253us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074846.095505:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6664 00000100:00100000:0.0:1769074846.136140:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.136408:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875264 00000100:00100000:3.0:1769074846.136421:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875264 00000100:00100000:3.0:1769074846.136544:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6665 00000100:00100000:3.0:1769074846.136553:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61581:x1855007612875264:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.136579:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.136613:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b99d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b95c expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.136691:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136709:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136722:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136738:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136745:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136751:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136926:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136933:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.136937:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074846.136974:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:3.0:1769074846.136977:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074846.136993:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137003:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137010:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137014:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137019:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137023:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.137026:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137032:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137046:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.137049:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.137055:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137062:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8b9a4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137077:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137082:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137088:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137093:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d04ec6600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.137095:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137101:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137108:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7fa100) 00010000:00010000:3.0:1769074846.137110:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.137112:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137117:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.137152:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b99d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b95c expref: 20 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.137166:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b95c expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.137173:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:3.0:1769074846.137175:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074846.137177:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6800, rc 0) 00000100:00100000:3.0:1769074846.137277:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:61581:x1855007612875264:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 724us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074846.137287:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6665 00000100:00100000:0.0:1769074846.142134:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.142188:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.142477:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875392 00000100:00100000:3.0:1769074846.142489:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875392 00000100:00100000:3.0:1769074846.142546:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875520 00000100:00100000:3.0:1769074846.142548:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875520 00000100:00100000:3.0:1769074846.142575:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10057 00000100:00100000:3.0:1769074846.142587:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612875392:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.142613:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1769074846.142615:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10058 00000100:00100000:1.0:1769074846.142626:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612875520:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.142633:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.142642:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b963 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.142653:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b96a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074846.142673:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x220:0x0] initial LVB size: 2097152, mtime: 0x6971f09e, atime: 0x0, ctime: 0x6971f09e, blocks: 0x80b 00002000:00010000:3.0:1769074846.142673:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21f:0x0] initial LVB size: 1048576, mtime: 0x6971f09e, atime: 0x0, ctime: 0x6971f09e, blocks: 0x803 00010000:00010000:1.0:1769074846.142694:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.142694:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.142697:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.142697:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.142709:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 11 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074846.142709:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.142732:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 11 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074846.142732:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.142748:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fc00, rc 0) 00010000:00010000:3.0:1769074846.142748:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7400, rc 0) 00000100:00100000:1.0:1769074846.142854:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612875520:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 230us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.142863:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10058 00000100:00100000:3.0:1769074846.143011:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612875392:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 327us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074846.143022:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10057 00000100:00100000:0.0:1769074846.150350:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.150608:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612875776 00000100:00100000:3.0:1769074846.150623:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612875776 00000100:00100000:3.0:1769074846.150719:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6666 00000100:00100000:3.0:1769074846.150730:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:61581:x1855007612875776:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.150759:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.150795:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b9c7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b971 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.151123:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.151142:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.151156:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:0.0:1769074846.151172:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00010000:00010000:0.0:1769074846.151379:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7c00/0x8b5959a9a0e8b9c7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b971 expref: 22 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.151402:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b971 expref: 21 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.151411:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:0.0:1769074846.151414:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074846.151417:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec6600, rc 0) 00000100:00100000:0.0:1769074846.151501:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+21:61581:x1855007612875776:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 773us (1178us total) trans 8589941476 rc 0/0 00000100:00100000:0.0:1769074846.151510:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6666 00000100:00100000:1.0:1769074846.156408:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.156543:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876032 00000100:00100000:2.0:1769074846.156558:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876032 00000100:00100000:2.0:1769074846.156923:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6667 00000100:00100000:2.0:1769074846.156937:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:61581:x1855007612876032:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074846.156971:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074846.157005:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b9dc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b978 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.157145:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.157164:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.157177:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074846.157197:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00010000:00010000:2.0:1769074846.157372:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8b9dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b978 expref: 24 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.157392:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b978 expref: 23 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.157402:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074846.157405:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074846.157410:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:2.0:1769074846.157515:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:61581:x1855007612876032:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 580us (1124us total) trans 8589941477 rc 0/0 00000100:00100000:2.0:1769074846.157524:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6667 00000100:00100000:3.0:1769074846.160250:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.160396:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876160 00000100:00100000:1.0:1769074846.160411:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876160 00000100:00100000:1.0:1769074846.160512:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 838 00000100:00100000:1.0:1769074846.160522:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612876160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074846.160540:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074846.160570:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6600/0x8b5959a9a0e8b9ce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b971 expref: 23 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.160606:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074846.160612:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074846.160693:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:2371:x1855007612876160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 173us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.160702:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 838 00000100:00100000:1.0:1769074846.166689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.166734:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.166781:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876288 00000100:00100000:1.0:1769074846.166794:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876288 00000100:00100000:1.0:1769074846.166873:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876416 00000100:00100000:1.0:1769074846.166877:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876416 00000100:00100000:1.0:1769074846.166908:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10059 00000100:00100000:1.0:1769074846.166919:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612876288:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074846.166996:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.167020:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.167029:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.167033:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.167037:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.167086:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.167105:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.167124:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619952896:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074846.167243:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074846.167272:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10060 00000100:00100000:1.0:1769074846.167280:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612876416:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074846.167307:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.167320:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 11 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.167327:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.167329:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.167332:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.167352:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 11 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.167368:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 11 pid: 6531 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.167378:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619953024:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074846.167404:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074846.177070:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.177132:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.177177:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876544 00000100:00100000:1.0:1769074846.177191:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876544 00010000:00010000:1.0:1769074846.177248:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 12 pid: 6531 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.177296:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876672 00000100:00100000:1.0:1769074846.177300:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876672 00010000:00010000:1.0:1769074846.177314:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 13 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.177339:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5330 00000100:00100000:1.0:1769074846.177349:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612876544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074846.177368:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074846.177396:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 13 pid: 6531 timeout: 1930 lvb_type: 1 00010000:00010000:1.0:1769074846.177410:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 13 pid: 6531 timeout: 1930 lvb_type: 1 00010000:00010000:1.0:1769074846.177463:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.177466:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.177472:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177483:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177508:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074846.177563:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612876544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 216us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.177569:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5330 00000100:00100000:1.0:1769074846.177585:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5331 00000100:00100000:1.0:1769074846.177589:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612876672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074846.177601:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074846.177610:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 12 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:1.0:1769074846.177619:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 12 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:1.0:1769074846.177627:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.177628:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.177631:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177636:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177644:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074846.177656:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612876672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 66us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.177660:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5331 00010000:00010000:1.0:1769074846.177703:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d04ec7400/0x8b5959a9a0e8b9b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b963 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.177716:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619952896:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074846.177740:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177749:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177753:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177794:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177803:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177811:0:26360:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177864:0:26360:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748ec00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074846.177870:0:26360:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177878:0:26360:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177890:0:26360:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.177898:0:26360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8b9f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.177923:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8b9c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b96a expref: 10 pid: 6531 timeout: 1930 lvb_type: 1 00000100:00100000:0.0:1769074846.177933:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619953024:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074846.177947:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612876288:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 11031us (11275us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074846.177951:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074846.177956:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10059 00010000:00010000:0.0:1769074846.177959:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.177966:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.177983:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.177989:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.177996:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.178001:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074846.178004:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.178011:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.178020:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.178028:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8b9f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074846.178065:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612876416:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 10786us (11330us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074846.178073:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10060 00000100:00100000:1.0:1769074846.181814:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.182001:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612876928 00000100:00100000:2.0:1769074846.182013:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612876928 00000100:00100000:2.0:1769074846.182077:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6668 00000100:00100000:2.0:1769074846.182087:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:61581:x1855007612876928:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074846.182303:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1769074846.182397:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6800/0x8b5959a9a0e8b9b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b95c expref: 22 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.182420:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8b87e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b924 expref: 21 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.182430:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074846.182437:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074846.182481:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.182495:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.182503:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00080000:2.0:1769074846.183535:0:29856:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21c:0x0], index 0: 0 00000040:00080000:2.0:1769074846.183687:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1655, 88 off143928 00000004:00080000:2.0:1769074846.183696:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1830344872861ns, next at 1829833663896ns, rc = 0 00000040:00080000:2.0:1769074846.183727:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1656, 88 off144016 00000004:00080000:2.0:1769074846.183732:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1830344909175ns, next at 1829833663896ns, rc = 0 00000040:00080000:2.0:1769074846.183897:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1660, 88 off144320 00000004:00080000:2.0:1769074846.183905:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1830345081576ns, next at 1829834317737ns, rc = 0 00000040:00080000:2.0:1769074846.184572:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1661, 88 off144408 00000004:00080000:2.0:1769074846.184582:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1830345758576ns, next at 1829834317737ns, rc = 0 00000004:00010000:0.0:1769074846.259335:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b4e2ee1d reply state 00000000a0057019 transno 8589941478 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074846.259363:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074846.259535:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:61581:x1855007612876928:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 77442us (77735us total) trans 8589941478 rc 0/0 00000100:00100000:0.0:1769074846.259545:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6668 00000001:00080000:1.0:1769074846.261138:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941476 is committed 00000001:00080000:1.0:1769074846.261216:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941478 is committed 00000004:00080000:1.0:1769074846.261222:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1353 committed 00000004:00080000:1.0:1769074846.261241:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1352 committed 00000004:00080000:1.0:1769074846.261245:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1350 committed 00000004:00080000:1.0:1769074846.261253:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1349 committed 00010000:00010000:3.0:1769074846.261443:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261458:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261467:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261474:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.261479:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261488:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261509:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:3.0:1769074846.261513:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074846.261518:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.261525:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8b9ff lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074846.262131:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619953408:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074846.262409:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619953152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074846.262466:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074846.262517:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074846.262524:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619953280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074846.262545:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074846.262586:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953152 00000100:00100000:3.0:1769074846.262608:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953152 00000100:00100000:3.0:1769074846.262785:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953280 00000100:00100000:3.0:1769074846.262789:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953280 00000100:00100000:3.0:1769074846.262812:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10061 00000100:00100000:3.0:1769074846.262850:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619953152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074846.263741:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10062 00000100:00100000:1.0:1769074846.263761:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619953280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074846.264034:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619953280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 281us (1486us total) trans 17179872660 rc 0/0 00000100:00100000:1.0:1769074846.264044:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10062 00000100:00100000:0.0:1769074846.264143:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074846.264189:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074846.264727:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619953536:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074846.264795:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074846.264888:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953408 00000100:00100000:0.0:1769074846.264898:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953408 00000100:00100000:0.0:1769074846.264953:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953536 00000100:00100000:0.0:1769074846.264956:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953536 00000100:00100000:0.0:1769074846.264982:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10063 00000100:00100000:0.0:1769074846.264990:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619953408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074846.265281:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619953408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 291us (1137us total) trans 21474839619 rc 0/0 00000100:00100000:0.0:1769074846.265288:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10063 00000100:00100000:0.0:1769074846.265305:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10064 00000100:00100000:0.0:1769074846.265312:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619953536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074846.265449:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3289:x1855007619953536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (652us total) trans 21474839620 rc 0/0 00000100:00100000:0.0:1769074846.265455:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10064 00000004:00080000:0.0:1769074846.265521:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e973b80/2, rc 0, transno 21474839620 00000100:00100000:0.0:1769074846.265528:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619953536:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1769074846.265536:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e972a00/2, rc 0, transno 21474839619 00000100:00100000:0.0:1769074846.265539:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619953408:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074846.266017:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619953152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3193us (3547us total) trans 17179872659 rc 0/0 00000100:00100000:3.0:1769074846.266027:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10061 00000100:00080000:3.0:1769074846.266055:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074846.266061:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074846.266221:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.266276:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872656 gen 2 00000004:00080000:3.0:1769074846.266283:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d184fca80, transno 17179872654 00000004:00080000:3.0:1769074846.266291:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8aa00, transno 17179872655 00000004:00080000:3.0:1769074846.266294:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d89f80, transno 17179872656 00000100:00100000:3.0:1769074846.266301:0:3291:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d2e970700 x1855007619953280/t17179872660(17179872660) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074862 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1769074846.266311:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e970700/2, rc 0, transno 17179872660 00000100:00100000:3.0:1769074846.266316:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619953280:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074846.266328:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e970e00/2, rc 0, transno 17179872659 00000100:00100000:3.0:1769074846.266332:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619953152:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074846.267038:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877056 00000100:00100000:1.0:1769074846.267050:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877056 00000100:00100000:1.0:1769074846.267116:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6669 00000100:00100000:1.0:1769074846.267127:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:61581:x1855007612877056:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.267155:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.267183:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b97f expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.267267:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.267286:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.267313:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074846.267316:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074846.267321:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ec00, rc 0) 00000100:00100000:1.0:1769074846.267386:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61581:x1855007612877056:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 261us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.267393:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6669 00000004:00080000:0.0:1769074846.273292:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1769074846.277738:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.277943:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877184 00000100:00100000:3.0:1769074846.277957:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877184 00000100:00100000:3.0:1769074846.278024:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6670 00000100:00100000:3.0:1769074846.278036:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61581:x1855007612877184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.278064:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.278095:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ba0d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b986 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.278229:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.278247:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.278260:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074846.278295:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097153 00000004:00200000:3.0:1769074846.278300:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074846.278324:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.278357:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec6e00/0x8b5959a9a0e8ba0d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b986 expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.278378:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b986 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.278387:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:3.0:1769074846.278390:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074846.278394:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d04ec7800, rc 0) 00000100:00100000:3.0:1769074846.278647:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:61581:x1855007612877184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 610us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074846.278656:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6670 00000100:00100000:0.0:1769074846.282810:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.282893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.282983:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877312 00000100:00100000:1.0:1769074846.282997:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877312 00000100:00100000:1.0:1769074846.283066:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877440 00000100:00100000:1.0:1769074846.283069:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877440 00000100:00100000:1.0:1769074846.283095:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10065 00000100:00100000:1.0:1769074846.283104:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612877312:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.283132:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.283161:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b98d expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074846.283194:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21f:0x0] initial LVB size: 1048576, mtime: 0x6971f09e, atime: 0x0, ctime: 0x6971f09e, blocks: 0x803 00010000:00010000:1.0:1769074846.283230:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.283233:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.283246:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.283267:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.283281:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f800, rc 0) 00000100:00100000:1.0:1769074846.283351:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612877312:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 247us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.283359:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10065 00000100:00100000:1.0:1769074846.283380:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10066 00000100:00100000:1.0:1769074846.283387:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612877440:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.283393:0:26584:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.283404:0:26584:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b994 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074846.283416:0:26584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x220:0x0] initial LVB size: 2097152, mtime: 0x6971f09e, atime: 0x0, ctime: 0x6971f09e, blocks: 0x80b 00010000:00010000:1.0:1769074846.283426:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.283428:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.283448:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.283460:0:26584:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 10 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.283469:0:26584:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748e600, rc 0) 00000100:00100000:1.0:1769074846.283489:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612877440:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 103us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.283497:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10066 00000001:00080000:1.0:1769074846.292254:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839618 is committed 00000100:00100000:0.0:1769074846.298973:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.299297:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877568 00000100:00100000:2.0:1769074846.299311:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877568 00000100:00100000:2.0:1769074846.299393:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:2.0:1769074846.299405:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612877568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074846.299513:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612877568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 110us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.299522:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:0.0:1769074846.309066:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.309210:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877696 00000100:00100000:1.0:1769074846.309225:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877696 00000100:00100000:1.0:1769074846.309303:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 937 00000100:00100000:1.0:1769074846.309316:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612877696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074846.309433:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612877696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.309442:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 937 00000100:00100000:1.0:1769074846.344909:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.344954:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.345048:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877824 00000100:00100000:0.0:1769074846.345060:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877824 00000100:00100000:0.0:1769074846.345135:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612877952 00000100:00100000:0.0:1769074846.345138:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612877952 00000100:00100000:0.0:1769074846.345178:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5572 00000100:00100000:0.0:1769074846.345187:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612877824:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074846.345231:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.345246:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074846.345248:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074846.345253:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.345270:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074846.348099:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5573 00000100:00100000:1.0:1769074846.348144:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612877952:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074846.348204:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.348224:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.348229:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.348234:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.348252:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369369:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369396:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369407:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369414:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d40ff7000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074846.369420:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369441:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369467:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.369475:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d40ff7000/0x8b5959a9a0e8ba29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074846.369658:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612877824:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 24462us (24759us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074846.369673:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5572 00010000:00010000:1.0:1769074846.375414:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375452:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375462:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375469:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074846.375475:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375484:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375511:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.375519:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074846.376660:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612877952:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 28531us (31689us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1769074846.376678:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5573 00000100:00100000:2.0:1769074846.385663:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.385742:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.385992:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878208 00000100:00100000:3.0:1769074846.386006:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878208 00000100:00100000:3.0:1769074846.386087:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878080 00000100:00100000:3.0:1769074846.386092:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878080 00000100:00100000:3.0:1769074846.386125:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5574 00000100:00100000:3.0:1769074846.386137:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612878208:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:3.0:1769074846.386204:0:14225:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074846.386215:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.386232:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.386235:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.386242:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.386262:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074846.387682:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5575 00000100:00100000:1.0:1769074846.387701:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612878080:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:1.0:1769074846.387743:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.387757:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.387759:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.387763:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.387787:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1769074846.466078:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839620 is committed 00000001:00080000:1.0:1769074846.466117:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839622 is committed 00002000:00010000:1.0:1769074846.466208:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1769074846.466213:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb mtime from disk: 0 -> 1769074847 00002000:00010000:1.0:1769074846.466215:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb ctime from disk: 0 -> 1769074847 00002000:00010000:1.0:1769074846.466217:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:1.0:1769074846.466237:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466251:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466260:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466269:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074846.466274:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466284:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466315:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.466323:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466573:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466599:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466607:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466613:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074846.466616:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466623:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466635:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.466643:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8ba37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074846.466867:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612878080:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 79128us (81081us total) trans 21474839622 rc 0/0 00000100:00100000:1.0:1769074846.466880:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5575 00000100:00100000:2.0:1769074846.467118:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612878208:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 80982us (81468us total) trans 21474839621 rc 0/0 00000100:00100000:2.0:1769074846.467127:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5574 00000100:00100000:3.0:1769074846.486420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.486636:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878464 00000100:00100000:0.0:1769074846.486653:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878464 00000100:00100000:0.0:1769074846.486735:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6671 00000100:00100000:0.0:1769074846.486746:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:61581:x1855007612878464:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1769074846.486891:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074846.486930:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d04ec7800/0x8b5959a9a0e8ba14 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b986 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.486957:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:0.0:1769074846.486962:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074846.487324:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.487343:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.487355:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000001:00080000:0.0:1769074846.487777:0:29857:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941479 00000004:00010000:1.0:1769074846.488147:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000434a1f3e reply state 000000009bd89203 transno 8589941480 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074846.488162:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074846.488323:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:61581:x1855007612878464:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 1574us (1916us total) trans 8589941480 rc 0/0 00000100:00100000:1.0:1769074846.488333:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6671 00000020:00080000:1.0:1769074846.488340:0:29857:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1769074846.491408:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491442:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491451:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491458:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.491465:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491473:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491494:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:0.0:1769074846.491497:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.491503:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.491510:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8ba45 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074846.496348:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.496455:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878592 00000100:00100000:0.0:1769074846.496468:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878592 00000100:00100000:0.0:1769074846.496551:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10067 00000100:00100000:0.0:1769074846.496563:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:61581:x1855007612878592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.496594:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074846.496626:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b99b expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074846.496658:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21b:0x0] initial LVB size: 2097152, mtime: 0x6971f09f, atime: 0x0, ctime: 0x6971f09f, blocks: 0x1007 00010000:00010000:0.0:1769074846.496689:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074846.496691:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074846.496701:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.496722:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.496743:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708200, rc 0) 00000100:00100000:0.0:1769074846.496955:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:61581:x1855007612878592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 393us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074846.496965:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10067 00000100:00100000:2.0:1769074846.500568:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.500794:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878720 00000100:00100000:1.0:1769074846.500809:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878720 00000100:00100000:1.0:1769074846.500920:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10068 00000100:00100000:1.0:1769074846.500931:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:61581:x1855007612878720:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.500957:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.500988:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9a2 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074846.501020:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074846.501049:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.501051:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.501062:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.501079:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.501095:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f200, rc 0) 00000100:00100000:1.0:1769074846.501357:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:61581:x1855007612878720:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 427us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.501366:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10068 00000100:00100000:0.0:1769074846.504399:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.504556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.504867:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878976 00000100:00100000:2.0:1769074846.504883:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878976 00002000:00010000:2.0:1769074846.504946:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/540 (0->18446744073709551615) 00002000:00100000:2.0:1769074846.504952:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8aa00 with x1855007612878976 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074846.504969:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d8aa00. 00000100:00100000:2.0:1769074846.504996:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612878848 00000100:00100000:2.0:1769074846.504999:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612878848 00002000:00010000:2.0:1769074846.505011:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/539 (2097152->18446744073709551615) 00002000:00100000:2.0:1769074846.505014:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89f80 with x1855007612878848 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1769074846.505020:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89f80. 00000100:00100000:2.0:1769074846.505051:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5576 00000100:00100000:2.0:1769074846.505062:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612878976:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:2.0:1769074846.505701:0:14225:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074846.505708:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb mtime from disk: 0 -> 1769074847 00002000:00010000:2.0:1769074846.505711:0:14225:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074846.505713:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb ctime from disk: 0 -> 1769074847 00002000:00010000:2.0:1769074846.505715:0:14225:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1769074846.505817:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612878976:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 755us (1431us total) trans 21474839623 rc 0/0 00000100:00100000:2.0:1769074846.505866:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5576 00002000:00010000:2.0:1769074846.505872:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/540 (0->18446744073709551615) 00002000:00100000:2.0:1769074846.505876:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d8aa00 with x1855007612878976 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074846.505883:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d8aa00. 00000100:00100000:2.0:1769074846.505914:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5577 00000100:00100000:2.0:1769074846.505924:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612878848:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:2.0:1769074846.506072:0:14225:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074846.506076:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb mtime from disk: 1769074847 -> 1769074847 00002000:00010000:2.0:1769074846.506078:0:14225:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074846.506080:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb ctime from disk: 1769074847 -> 1769074847 00002000:00010000:2.0:1769074846.506083:0:14225:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074846.506107:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612878848:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 186us (1551us total) trans 21474839624 rc 0/0 00000100:00100000:2.0:1769074846.506115:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5577 00002000:00010000:2.0:1769074846.506118:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/539 (2097152->18446744073709551615) 00002000:00100000:2.0:1769074846.506120:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d41d89f80 with x1855007612878848 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1769074846.506126:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d41d89f80. 00000100:00100000:2.0:1769074846.509586:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.509798:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879232 00000100:00100000:1.0:1769074846.509814:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879232 00000100:00100000:1.0:1769074846.509946:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6672 00000100:00100000:1.0:1769074846.509958:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:61581:x1855007612879232:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074846.510102:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.510125:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.510139:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00010000:1.0:1769074846.510345:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000896c4f6a reply state 000000007af84373 transno 8589941481 ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074846.510357:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074846.510486:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:61581:x1855007612879232:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 530us (915us total) trans 8589941481 rc 0/0 00000100:00100000:1.0:1769074846.510495:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6672 00000100:00100000:2.0:1769074846.513670:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1769074846.514267:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514284:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514292:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514299:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.514306:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514314:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514339:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:3.0:1769074846.514342:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.514349:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074846.514355:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8ba5a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074846.514766:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879360 00000100:00100000:1.0:1769074846.514791:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879360 00000100:00100000:1.0:1769074846.515011:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10069 00000100:00100000:1.0:1769074846.515022:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:61581:x1855007612879360:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.515050:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.515074:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9a9 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.515111:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.515120:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.515123:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.515127:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.515171:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.515189:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.515208:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619953664:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074846.515333:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074846.519111:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.519273:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619953664:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074846.519320:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.519351:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f000, rc 0) 00000100:00100000:2.0:1769074846.519458:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:61581:x1855007612879360:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4437us (5802us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.519470:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10069 00000100:00100000:3.0:1769074846.520052:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879488 00000100:00100000:3.0:1769074846.520065:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879488 00010000:00010000:3.0:1769074846.520116:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:3.0:1769074846.520209:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5332 00000100:00100000:3.0:1769074846.520220:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612879488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074846.520239:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074846.520279:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:3.0:1769074846.520295:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:3.0:1769074846.520329:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f800/0x8b5959a9a0e8ba1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b98d expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:3.0:1769074846.520346:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.520349:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074846.520358:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.520370:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.520429:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074846.520447:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619953792:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074846.520542:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d023c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074846.525543:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.525726:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879616 00000100:00100000:1.0:1769074846.525741:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879616 00000100:00100000:1.0:1769074846.525869:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10070 00000100:00100000:1.0:1769074846.525880:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d220aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:61581:x1855007612879616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.525906:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.525934:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9b0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.525973:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.525982:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.525985:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074846.525990:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 12 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.526040:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 12 pid: 26584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.526059:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 12 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:1.0:1769074846.526077:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619953920:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074846.526195:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d411be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074846.526670:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619953792:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074846.526703:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074846.526754:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612879488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6534us (7659us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.526765:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5332 00000100:00100000:2.0:1769074846.529024:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619953920:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074846.529071:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.529103:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ea00, rc 0) 00000100:00100000:2.0:1769074846.529175:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d220aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:61581:x1855007612879616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3295us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.529185:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10070 00000100:00100000:2.0:1769074846.533513:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.534105:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879744 00000100:00100000:3.0:1769074846.534121:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879744 00010000:00010000:2.0:1769074846.534351:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00000100:00100000:2.0:1769074846.534452:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5333 00000100:00100000:2.0:1769074846.534464:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612879744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074846.534489:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074846.534524:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:2.0:1769074846.534544:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:2.0:1769074846.534574:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e600/0x8b5959a9a0e8ba22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b994 expref: 11 pid: 26584 timeout: 1930 lvb_type: 1 00010000:00010000:2.0:1769074846.534609:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074846.534611:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074846.534621:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.534638:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.534689:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074846.534706:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619954048:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074846.535061:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d011ca240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074846.539604:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.539649:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.539926:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619954048:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074846.539962:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074846.540030:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612879744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5568us (6534us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.540044:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5333 00000100:00100000:0.0:1769074846.544197:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612879872 00000100:00100000:0.0:1769074846.544219:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612879872 00000100:00100000:0.0:1769074846.544285:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612880000 00000100:00100000:0.0:1769074846.544287:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612880000 00000100:00100000:0.0:1769074846.544314:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10071 00000100:00100000:0.0:1769074846.544323:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612879872:12345-192.168.204.39@tcp:2:lfs.0 00000100:00100000:2.0:1769074846.544328:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10072 00000100:00100000:2.0:1769074846.544345:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612880000:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:2.0:1769074846.544644:0:26360:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074846.544649:0:26360:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb mtime from disk: 1769074846 -> 1769074846 00002000:00010000:2.0:1769074846.544651:0:26360:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb atime from disk: 0 -> 1769074846 00002000:00010000:2.0:1769074846.544654:0:26360:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb ctime from disk: 1769074846 -> 1769074847 00002000:00010000:2.0:1769074846.544657:0:26360:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:2.0:1769074846.545083:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612880000:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 739us (5427us total) trans 17179872661 rc 0/0 00000100:00100000:2.0:1769074846.545095:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10072 00002000:00010000:0.0:1769074846.545839:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1769074846.545845:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb mtime from disk: 1769074846 -> 1769074846 00002000:00010000:0.0:1769074846.545846:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb atime from disk: 0 -> 1769074846 00002000:00010000:0.0:1769074846.545848:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb ctime from disk: 1769074846 -> 1769074847 00002000:00010000:0.0:1769074846.545850:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:0.0:1769074846.545903:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612879872:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 1578us (6322us total) trans 17179872662 rc 0/0 00000100:00100000:0.0:1769074846.545911:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10071 00000100:00100000:3.0:1769074846.548634:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.548761:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612880256 00000100:00100000:2.0:1769074846.548789:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612880256 00000100:00100000:2.0:1769074846.549079:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2800 00000100:00100000:2.0:1769074846.549092:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:61581:x1855007612880256:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:2.0:1769074846.549185:0:31182:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1b5:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b978 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.549252:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074846.549280:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.549289:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074846.549333:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.549351:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 18 pid: 29856 timeout: 1930 lvb_type: 0 00000100:00100000:2.0:1769074846.549368:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619954176:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074846.549476:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d011ca240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074846.552255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.552452:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619954176:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074846.552498:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:2.0:1769074846.553543:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612880384 00000100:00100000:2.0:1769074846.553559:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612880384 00010000:00010000:2.0:1769074846.553764:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 19 pid: 29856 timeout: 1930 lvb_type: 0 00000100:00100000:2.0:1769074846.553893:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5334 00000100:00100000:2.0:1769074846.553906:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2371:x1855007612880384:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074846.553925:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074846.553933:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 19 pid: 29856 timeout: 1930 lvb_type: 0 00010000:00010000:2.0:1769074846.553951:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 19 pid: 29856 timeout: 1930 lvb_type: 0 00010000:00010000:2.0:1769074846.553982:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8ba06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b97f expref: 19 pid: 29856 timeout: 1930 lvb_type: 0 00010000:00010000:2.0:1769074846.554011:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074846.554017:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074846.554028:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074846.554036:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:2.0:1769074846.554074:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074846.554163:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:2371:x1855007612880384:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 259us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.554172:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5334 00010000:00010000:0.0:1769074846.555629:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074846.555649:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000040:00080000:0.0:1769074846.556256:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1657, 88 off144104 00000004:00080000:0.0:1769074846.556502:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1830717677805ns, next at 1829833663896ns, rc = 0 00000040:00080000:0.0:1769074846.556554:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1658, 88 off144192 00000004:00080000:0.0:1769074846.556559:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1830717735466ns, next at 1829833663896ns, rc = 0 00000040:00080000:0.0:1769074846.556616:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1662, 88 off144496 00000004:00080000:0.0:1769074846.556622:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1830717798431ns, next at 1829834317737ns, rc = 0 00000040:00080000:0.0:1769074846.556657:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1663, 88 off144584 00000004:00080000:0.0:1769074846.556661:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1830717837708ns, next at 1829834317737ns, rc = 0 00000001:00080000:1.0:1769074846.621234:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941482 is committed 00000004:00080000:1.0:1769074846.621254:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1355 committed 00000004:00080000:1.0:1769074846.621276:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1354 committed 00000004:00080000:1.0:1769074846.621280:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1352 committed 00000004:00080000:1.0:1769074846.621292:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1351 committed 00000100:00100000:1.0:1769074846.621453:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619954304:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074846.621552:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074846.621628:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074846.621635:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619954432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074846.621658:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074846.621700:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954304 00000100:00100000:1.0:1769074846.621710:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954304 00000100:00100000:1.0:1769074846.621779:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954432 00000100:00100000:1.0:1769074846.621783:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954432 00000100:00100000:1.0:1769074846.621811:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10073 00000100:00100000:1.0:1769074846.621820:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619954304:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074846.621895:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10074 00000100:00100000:3.0:1769074846.621909:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619954432:12345-0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1769074846.622111:0:31182:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000084adf5b6 reply state 000000004d0e8687 transno 8589941482 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:2.0:1769074846.622129:0:31182:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074846.622140:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074846.622143:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074846.622155:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8b9e3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b978 expref: 14 pid: 29856 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074846.622167:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074846.622173:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb mtime from disk: 1769074846 -> 1769074846 00002000:00010000:3.0:1769074846.622176:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb atime from disk: 1769074846 -> 1769074846 00002000:00010000:3.0:1769074846.622179:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb ctime from disk: 1769074847 -> 1769074847 00002000:00010000:3.0:1769074846.622181:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x220:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:3.0:1769074846.622240:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619954432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 333us (579us total) trans 17179872663 rc 0/0 00000100:00100000:3.0:1769074846.622249:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10074 00010000:00080000:2.0:1769074846.622290:0:31182:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1769074846.622307:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:61581:x1855007612880256:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 73218us (73687us total) trans 8589941482 rc 0/0 00000100:00100000:2.0:1769074846.622316:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2800 00010000:00010000:0.0:1769074846.622598:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074846.622610:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074846.622611:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619954688:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1769074846.622626:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074846.622633:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.622640:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074846.622648:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074846.622657:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074846.622670:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:0.0:1769074846.622674:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074846.622678:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074846.622681:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1769074846.622684:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8ba6f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074846.622689:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619954560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074846.622715:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074846.622742:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954688 00000100:00100000:3.0:1769074846.622747:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954560 00000100:00100000:0.0:1769074846.622749:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954688 00000100:00100000:3.0:1769074846.622753:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954560 00000100:00100000:0.0:1769074846.622808:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10075 00000100:00100000:0.0:1769074846.622817:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619954688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074846.623012:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074846.623016:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb mtime from disk: 1769074847 -> 1769074847 00002000:00010000:0.0:1769074846.623018:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074846.623020:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb ctime from disk: 1769074847 -> 1769074847 00002000:00010000:0.0:1769074846.623023:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074846.623063:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619954688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (407us total) trans 21474839625 rc 0/0 00000100:00100000:0.0:1769074846.623070:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10075 00000100:00100000:0.0:1769074846.623086:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10076 00000100:00100000:0.0:1769074846.623092:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619954560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074846.623174:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074846.623178:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb mtime from disk: 1769074847 -> 1769074847 00002000:00010000:0.0:1769074846.623180:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074846.623182:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb ctime from disk: 1769074847 -> 1769074847 00002000:00010000:0.0:1769074846.623184:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21b:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074846.623210:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619954560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (494us total) trans 21474839626 rc 0/0 00000100:00100000:0.0:1769074846.623216:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10076 00000100:00100000:2.0:1769074846.625018:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839620 gen 2 00000004:00080000:2.0:1769074846.625045:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c033f2680, transno 21474839616 00000004:00080000:2.0:1769074846.625064:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c033f0a80, transno 21474839617 00000004:00080000:2.0:1769074846.625068:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c033f1c00, transno 21474839618 00000004:00080000:2.0:1769074846.625070:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e972a00, transno 21474839619 00000004:00080000:2.0:1769074846.625073:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e973b80, transno 21474839620 00000100:00100000:2.0:1769074846.625082:0:3290:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d41d8b100 x1855007619954560/t21474839626(21474839626) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074862 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1769074846.625096:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d8b100/2, rc 0, transno 21474839626 00000100:00100000:2.0:1769074846.625102:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619954560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1769074846.625117:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d88000/2, rc 0, transno 21474839625 00000100:00100000:2.0:1769074846.625121:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619954688:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1769074846.625378:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1769074846.625383:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb mtime from disk: 1769074846 -> 1769074846 00002000:00010000:1.0:1769074846.625385:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb atime from disk: 1769074846 -> 1769074846 00002000:00010000:1.0:1769074846.625387:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb ctime from disk: 1769074847 -> 1769074847 00002000:00010000:1.0:1769074846.625399:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:1.0:1769074846.625816:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619954304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3992us (4260us total) trans 17179872664 rc 0/0 00000100:00100000:1.0:1769074846.625852:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10073 00000004:00080000:0.0:1769074846.626383:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 5 done 00000100:00100000:3.0:1769074846.627084:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.627149:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612880512 00000100:00100000:0.0:1769074846.627160:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612880512 00000100:00100000:0.0:1769074846.627232:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6673 00000100:00100000:0.0:1769074846.627243:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+13:61581:x1855007612880512:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.627275:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074846.627308:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8ba76 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9b7 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.627404:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8ba76 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b7 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.627430:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8ba76 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b7 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.627454:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:0.0:1769074846.627458:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074846.627463:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708000, rc 0) 00000100:00100000:0.0:1769074846.627542:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+14:61581:x1855007612880512:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 300us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074846.627549:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6673 00000004:00080000:1.0:1769074846.628645:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94000/2, rc 0, transno 17179872663 00000100:00100000:1.0:1769074846.628661:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619954432:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1769074846.628681:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94700/2, rc 0, transno 17179872664 00000100:00100000:1.0:1769074846.628685:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619954304:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074846.631545:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.631639:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612880768 00000100:00100000:2.0:1769074846.631653:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612880768 00000100:00100000:2.0:1769074846.631731:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2801 00000100:00100000:2.0:1769074846.631743:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:61581:x1855007612880768:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074846.632715:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:61581:x1855007612880768:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 964us (1174us total) trans 8589941483 rc 0/0 00000100:00100000:2.0:1769074846.632728:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2801 00010000:00010000:1.0:1769074846.654163:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074846.654378:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.655649:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881024 00000100:00100000:0.0:1769074846.655670:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881024 00000100:00100000:0.0:1769074846.655802:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6674 00000100:00100000:0.0:1769074846.655815:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61582:x1855007612881024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.655893:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074846.655923:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8ba7d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9be expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.656039:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656062:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656075:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656093:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656099:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656106:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656579:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656588:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656596:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656604:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.656608:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656616:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656633:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074846.656708:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.656717:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656724:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8ba84 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656742:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656749:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656754:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656759:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.656762:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656778:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656786:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6c00) 00010000:00010000:0.0:1769074846.656788:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.656791:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656796:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8ba8b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:0.0:1769074846.656971:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8ba7d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9be expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.656984:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074846.656987:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074846.656991:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8ba7d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9be expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.657001:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709400, rc 0) 00000100:00100000:0.0:1769074846.657111:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61582:x1855007612881024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1298us (2750us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074846.657121:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6674 00000100:00100000:0.0:1769074846.665315:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.665407:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881152 00000100:00100000:1.0:1769074846.665430:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881152 00000100:00100000:1.0:1769074846.665510:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6675 00000100:00100000:1.0:1769074846.665522:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61582:x1855007612881152:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074846.665637:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665660:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665673:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665689:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665696:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665702:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665895:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665904:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665910:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074846.665958:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:1.0:1769074846.665964:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074846.665980:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.665995:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666002:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666008:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666015:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074846.666020:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666028:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666042:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074846.666046:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074846.666052:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666059:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8ba92 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666094:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666100:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666107:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666111:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074846.666114:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666119:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666126:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074846.666128:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074846.666131:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666136:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8ba99 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666151:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666157:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666163:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666167:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074846.666170:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666175:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666182:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:1.0:1769074846.666185:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074846.666188:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.666193:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074846.671687:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61582:x1855007612881152:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 6142us (6361us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.671711:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6675 00000100:00100000:0.0:1769074846.704603:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074846.704874:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881408 00000100:00100000:1.0:1769074846.704889:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881408 00000100:00100000:1.0:1769074846.704972:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6676 00000100:00100000:1.0:1769074846.704984:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61588:x1855007612881408:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.705014:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074846.705045:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9c5 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.705146:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705165:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705179:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705195:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705207:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705213:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705351:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705359:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705367:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705373:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074846.705378:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705385:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705399:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074846.705402:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074846.705408:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705415:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8baae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705438:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705444:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705450:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705455:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074846.705458:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705464:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705470:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074846.705473:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074846.705476:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705482:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bab5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074846.705524:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9c5 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.705535:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074846.705538:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074846.705542:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8baa7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9c5 expref: 16 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.705551:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748fc00, rc 0) 00000100:00100000:1.0:1769074846.705649:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61588:x1855007612881408:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 667us (1067us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074846.705657:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6676 00000100:00100000:2.0:1769074846.717020:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074846.718076:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881536 00000100:00100000:3.0:1769074846.718095:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881536 00000100:00100000:3.0:1769074846.718187:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6677 00000100:00100000:3.0:1769074846.718199:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61588:x1855007612881536:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074846.718314:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.718338:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.718365:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.718383:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.718391:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.718398:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718584:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718595:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718602:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074846.718648:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:2.0:1769074846.718653:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074846.718669:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718685:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718691:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718698:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718704:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.718708:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718716:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718730:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.718733:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.718739:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718745:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8babc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718761:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718780:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718786:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718791:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.718794:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718800:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.718816:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7fa500) 00010000:00010000:2.0:1769074846.718819:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.719025:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719033:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bac3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719053:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719060:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719066:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719073:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.719076:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719084:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719093:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:2.0:1769074846.719095:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.719098:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.719103:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8baca lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074846.719325:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61588:x1855007612881536:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1124us (2316us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.719336:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6677 00000100:00100000:3.0:1769074846.763498:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.766505:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881792 00000100:00100000:2.0:1769074846.766526:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881792 00000100:00100000:2.0:1769074846.766710:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6678 00000100:00100000:2.0:1769074846.766723:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61595:x1855007612881792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074846.766751:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074846.766791:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bad1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9cc expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.767272:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767295:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767310:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767327:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767335:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767342:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767580:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767690:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767698:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767706:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.767711:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767719:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767738:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.767741:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.767748:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767754:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bad8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767783:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767791:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767797:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767802:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.767805:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767811:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.767818:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7ceb00) 00010000:00010000:2.0:1769074846.768307:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.768315:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.768323:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8badf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.768390:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bad1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9cc expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.768403:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.768405:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074846.768409:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bad1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9cc expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.768420:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337a00, rc 0) 00000100:00100000:2.0:1769074846.768526:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61595:x1855007612881792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1805us (5043us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074846.768537:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6678 00000100:00100000:0.0:1769074846.772726:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.773645:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612881920 00000100:00100000:2.0:1769074846.773661:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612881920 00000100:00100000:2.0:1769074846.773748:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6679 00000100:00100000:2.0:1769074846.773759:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61595:x1855007612881920:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074846.773925:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.773950:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.773965:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774080:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774091:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774099:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774244:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774252:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774259:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074846.774309:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:2.0:1769074846.774314:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074846.774330:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774356:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774363:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774371:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774377:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.774382:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774390:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.774405:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.774408:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.774414:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776233:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bae6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776264:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776271:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776278:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776285:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.776289:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776297:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776315:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074846.776318:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.776323:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776328:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8baed lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776354:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776360:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776371:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776376:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.776379:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776384:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776391:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:2.0:1769074846.776393:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.776397:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.776402:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8baf4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074846.777914:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61595:x1855007612881920:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 4139us (5184us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.777932:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6679 00000100:00100000:3.0:1769074846.827243:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.831656:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612882176 00000100:00100000:2.0:1769074846.831680:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612882176 00000100:00100000:3.0:1769074846.833725:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6680 00000100:00100000:3.0:1769074846.833741:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61601:x1855007612882176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074846.834143:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074846.834174:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bafb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9d3 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.834271:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.834309:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.834340:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.836137:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.836158:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.836172:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.836338:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837449:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837465:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837471:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.837476:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837486:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837576:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.837580:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.837586:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837593:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bb02 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837617:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837623:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837629:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837633:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074846.837636:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837642:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837649:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7faa00) 00010000:00010000:3.0:1769074846.837652:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074846.837655:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837660:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bb09 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074846.837733:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bafb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9d3 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.839119:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074846.839130:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074846.839142:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bafb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9d3 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.839165:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5400, rc 0) 00000100:00100000:3.0:1769074846.839273:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61601:x1855007612882176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5533us (12094us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074846.839284:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6680 00000100:00100000:3.0:1769074846.849135:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.850620:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612882304 00000100:00100000:2.0:1769074846.850642:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612882304 00000100:00100000:2.0:1769074846.850732:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6681 00000100:00100000:2.0:1769074846.850743:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61601:x1855007612882304:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074846.851142:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.851165:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.851183:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.851201:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.851208:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.851214:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852540:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852563:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852574:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074846.852626:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:2.0:1769074846.852632:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074846.852650:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852666:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852673:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852680:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852692:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.852696:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852705:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852720:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:2.0:1769074846.852723:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.852729:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852735:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb10 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852750:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852757:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852774:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852779:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.852782:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852788:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852795:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074846.852799:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.852802:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852808:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb17 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852857:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852864:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852870:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.852875:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074846.854450:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.854466:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.854483:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:2.0:1769074846.854486:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074846.854490:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.854496:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb1e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074846.854732:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61601:x1855007612882304:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 3983us (5604us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.854747:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6681 00000100:00100000:0.0:1769074846.916217:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074846.916340:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612882560 00000100:00100000:2.0:1769074846.916354:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612882560 00000100:00100000:2.0:1769074846.916444:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6682 00000100:00100000:2.0:1769074846.916458:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61608:x1855007612882560:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074846.916487:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074846.916516:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb25 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9da expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.916682:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.916700:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.916712:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.917214:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.917285:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074846.917293:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921616:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921640:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921650:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921656:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.921662:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921670:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921692:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074846.921695:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.921703:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921710:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8bb2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921736:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921749:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921755:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921768:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.921771:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921777:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921783:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7cea00) 00010000:00010000:0.0:1769074846.921786:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.921788:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921794:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bb33 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.921935:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb25 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9da expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.921948:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074846.921950:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074846.921955:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bb25 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9da expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.921966:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:0.0:1769074846.922086:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61608:x1855007612882560:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5628us (5888us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074846.922097:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6682 00000100:00100000:3.0:1769074846.934124:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074846.934676:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612882688 00000100:00100000:0.0:1769074846.934695:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612882688 00000100:00100000:0.0:1769074846.934788:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6683 00000100:00100000:0.0:1769074846.934798:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61608:x1855007612882688:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074846.934958:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.934980:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.934994:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935011:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935019:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935026:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935354:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935363:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935371:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074846.935415:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:0.0:1769074846.935421:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074846.935437:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935452:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935459:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935466:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935473:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.935478:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935491:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935505:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074846.935509:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.935514:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935520:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb3a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935536:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935542:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935548:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935552:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.935554:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935559:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935564:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6c00) 00010000:00010000:0.0:1769074846.935566:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.935569:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935573:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb41 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935591:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935597:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935602:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935607:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074846.935609:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935615:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935622:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:0.0:1769074846.935623:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074846.935626:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074846.935632:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074846.935734:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61608:x1855007612882688:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 934us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074846.936206:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6683 00000100:00100000:3.0:1769074847.006637:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074847.006890:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612882944 00000100:00100000:0.0:1769074847.006905:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612882944 00000100:00100000:0.0:1769074847.006997:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6684 00000100:00080000:3.0:1769074847.007009:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074847.007011:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61616:x1855007612882944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.007041:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074847.007071:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb4f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9e1 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.007180:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007203:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007216:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007237:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007245:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007252:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007414:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007423:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007431:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007437:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.007442:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007450:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007463:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.007467:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.007472:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007478:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb56 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007499:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007504:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007510:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007514:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.007517:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007522:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007528:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6c00) 00010000:00010000:0.0:1769074847.007531:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.007533:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007538:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb5d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.007578:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb4f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9e1 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.007590:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.007593:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074847.007596:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb4f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9e1 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.007611:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074847.007692:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61616:x1855007612882944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 685us (1072us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074847.007702:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6684 00000100:00100000:2.0:1769074847.018697:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074847.018869:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883072 00000100:00100000:1.0:1769074847.018890:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883072 00000100:00100000:1.0:1769074847.018971:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6685 00000100:00100000:1.0:1769074847.018983:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61616:x1855007612883072:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074847.019096:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019119:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019136:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019154:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019162:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019168:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019317:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019327:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019334:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074847.019382:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:1.0:1769074847.019388:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074847.019406:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019422:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019429:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019436:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019443:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.019448:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019456:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019470:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074847.019474:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.019479:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019485:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb64 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019509:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019515:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019520:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019524:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.019527:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019532:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019539:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074847.019541:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.019543:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019547:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb6b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019562:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019568:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019573:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019578:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.019580:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019586:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019594:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:1.0:1769074847.019596:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.019600:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.019610:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb72 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074847.019712:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61616:x1855007612883072:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 729us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074847.019722:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6685 00000100:00100000:2.0:1769074847.076227:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074847.076344:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883328 00000100:00100000:0.0:1769074847.076359:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883328 00000100:00100000:0.0:1769074847.076445:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6686 00000100:00100000:0.0:1769074847.076456:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61623:x1855007612883328:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.076487:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074847.076517:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb79 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9e8 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.076617:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.076634:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.076646:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.076660:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.076666:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.076671:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077107:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077116:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077123:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077129:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.077134:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077142:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077156:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.077160:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.077166:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077171:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bb80 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077187:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077192:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077197:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077205:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.077208:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077213:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077218:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6c00) 00010000:00010000:0.0:1769074847.077220:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.077222:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077227:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bb87 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.077264:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb79 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9e8 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.077274:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.077276:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074847.077280:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bb79 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9e8 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.077288:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074847.077364:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61623:x1855007612883328:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 909us (1154us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074847.077373:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6686 00000100:00100000:3.0:1769074847.097020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074847.097330:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883456 00000100:00100000:1.0:1769074847.097347:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883456 00000100:00100000:1.0:1769074847.097440:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6687 00000100:00100000:1.0:1769074847.097453:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61623:x1855007612883456:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074847.097559:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097593:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097608:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097625:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097633:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097639:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097801:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097811:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097819:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074847.097928:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:1.0:1769074847.097933:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074847.097949:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097964:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097971:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097978:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097985:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.097990:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.097998:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098013:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074847.098017:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.098022:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098028:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bb8e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098048:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098054:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098059:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098063:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.098066:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098071:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098077:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074847.098080:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.098083:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098088:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bb95 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098102:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098107:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098288:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098295:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.098298:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098306:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098315:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:1.0:1769074847.098317:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.098320:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.098326:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bb9c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074847.098438:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61623:x1855007612883456:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 985us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074847.098448:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6687 00000100:00100000:2.0:1769074847.131231:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074847.131418:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883712 00000100:00100000:0.0:1769074847.131440:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883712 00000100:00100000:0.0:1769074847.131518:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6688 00000100:00100000:0.0:1769074847.131527:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61625:x1855007612883712:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.131555:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074847.131581:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bba3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9ef expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.131686:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131706:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131719:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131738:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131746:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131751:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131968:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131976:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131984:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.131991:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.131996:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132005:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132020:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.132023:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.132029:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132035:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bbaa lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132050:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132055:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132061:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132065:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074847.132068:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132073:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132079:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6c00) 00010000:00010000:0.0:1769074847.132081:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074847.132084:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132094:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bbb1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074847.132150:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bba3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9ef expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.132162:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074847.132164:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074847.132168:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bba3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9ef expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.132180:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074847.132263:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:61625:x1855007612883712:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 736us (1048us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074847.132272:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6688 00000100:00100000:2.0:1769074847.138709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074847.138901:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883840 00000100:00100000:1.0:1769074847.138914:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883840 00000100:00100000:1.0:1769074847.138978:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6689 00000100:00100000:1.0:1769074847.138989:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61625:x1855007612883840:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074847.139090:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139615:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139635:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139657:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139664:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139671:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139925:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139934:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.139941:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074847.139985:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:1.0:1769074847.139991:0:29857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074847.140007:0:29857:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140022:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140029:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140037:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140044:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.140049:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140056:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140070:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:1.0:1769074847.140075:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.140080:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140086:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bbb8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140109:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140420:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140425:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140429:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.140431:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140434:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140441:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0c8b9100) 00010000:00010000:1.0:1769074847.140443:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.140445:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140449:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8bbbf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140464:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140467:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140472:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140475:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074847.140477:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140480:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140483:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:1.0:1769074847.140484:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074847.140486:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074847.140489:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bbc6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074847.140639:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+15:61625:x1855007612883840:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1646us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074847.140646:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6689 00010000:00010000:1.0:1769074847.679725:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074847.744254:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619955072:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744584:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744664:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074847.744672:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619955200:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744705:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744744:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619954944:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744784:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744802:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619955456:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744853:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744871:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1769074847.744877:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619954816:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744910:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744930:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619955328:0@lo:400:kworker.0 00000100:00100000:2.0:1769074847.744952:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074847.744991:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955200 00000100:00100000:2.0:1769074847.745001:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955200 00000100:00100000:2.0:1769074847.745055:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955328 00000100:00100000:2.0:1769074847.745058:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955328 00000100:00100000:2.0:1769074847.745080:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1769074847.745090:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619955200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.746992:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1769074847.747025:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619955328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.747147:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3292:x1855007619955328:12345-0@lo:400:kworker.0 Request processed in 140us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074847.747156:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1769074847.747708:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955072 00000100:00100000:1.0:1769074847.747719:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955072 00000100:00100000:0.0:1769074847.747877:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954944 00000100:00100000:0.0:1769074847.747882:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954944 00000100:00100000:0.0:1769074847.747934:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955456 00000100:00100000:0.0:1769074847.747938:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955456 00000100:00100000:0.0:1769074847.747968:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1769074847.747977:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619954944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074847.748046:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619954944:12345-0@lo:400:kworker.0 Request processed in 70us (3260us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074847.748053:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1769074847.748069:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1769074847.748076:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619955456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074847.748109:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619955456:12345-0@lo:400:kworker.0 Request processed in 34us (3286us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074847.748116:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1769074847.748146:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954816 00000100:00100000:0.0:1769074847.748150:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954816 00000100:00100000:0.0:1769074847.748177:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1769074847.748184:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619954816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074847.748218:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619954816:12345-0@lo:400:kworker.0 Request processed in 34us (3307us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074847.748224:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1769074847.748779:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1769074847.748792:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619955072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.748869:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619955072:12345-0@lo:400:kworker.0 Request processed in 80us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074847.748875:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1769074847.748938:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619954816:0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.748959:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619955328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.748972:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619954944:0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.748982:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619955456:0@lo:400:kworker.0 00000100:00100000:1.0:1769074847.749037:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619955072:0@lo:400:kworker.0 00000100:00080000:3.0:1769074847.749447:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074847.749792:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619955200:12345-0@lo:400:kworker.0 Request processed in 4699us (5082us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074847.749805:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1769074847.750855:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619955200:0@lo:400:kworker.0 00010000:00010000:0.0:1769074848.709475:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074849.732602:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074849.790053:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074849.790074:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619955584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074849.790143:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074849.790273:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955584 00000100:00100000:3.0:1769074849.790282:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955584 00000100:00100000:3.0:1769074849.790337:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1769074849.790346:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619955584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074849.790379:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1769074849.790424:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619955584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (281us total) trans 0 rc 0/0 00000100:00080000:1.0:1769074849.790426:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074849.790431:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1769074849.790476:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619955584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074849.791402:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074849.791416:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619955712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074849.791457:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074849.791488:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955712 00000100:00100000:3.0:1769074849.791494:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955712 00000100:00100000:3.0:1769074849.791550:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1769074849.791559:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619955712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074849.791581:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524877824 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1769074849.791619:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3289:x1855007619955712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074849.791625:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1769074849.791661:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619955712:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1769074849.792556:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1769074850.750373:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074850.911718:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872662 is committed 00000001:00080000:3.0:1769074850.911846:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872664 is committed 00000100:00100000:3.0:1769074851.419021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074851.419067:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074851.419106:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074851.419146:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074851.419182:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884352 00000100:00100000:3.0:1769074851.419191:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884352 00000100:00100000:3.0:1769074851.419252:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884224 00000100:00100000:3.0:1769074851.419255:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884224 00000100:00100000:3.0:1769074851.419281:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 940 00000100:00100000:3.0:1769074851.419291:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612884352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074851.419367:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612884352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074851.419375:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 940 00000100:00100000:3.0:1769074851.419391:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00100000:3.0:1769074851.419397:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612884224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074851.419421:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612884224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074851.419427:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00080000:3.0:1769074851.419443:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074851.419447:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074851.419636:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884096 00000100:00100000:0.0:1769074851.419641:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884096 00000100:00100000:0.0:1769074851.419695:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:0.0:1769074851.419705:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612884096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074851.419748:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612884096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 45us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074851.419754:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00080000:3.0:1769074851.420104:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074851.420160:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612883968 00000100:00100000:1.0:1769074851.420166:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612883968 00000100:00100000:1.0:1769074851.420200:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:1.0:1769074851.420206:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612883968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074851.420247:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612883968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074851.420253:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 352 00010000:00010000:0.0:1769074851.774191:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074851.889299:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839626 is committed 00000001:00080000:3.0:1769074851.889318:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839624 is committed 00000001:00080000:2.0:1769074851.921929:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941483 is committed 00010000:00010000:1.0:1769074852.798118:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074852.867706:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619955840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.867781:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.867860:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619956352:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.867887:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.867914:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074852.867920:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619955968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.867941:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.867956:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619956480:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.867972:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.867995:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619956096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868016:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.868042:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074852.868047:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956224:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868065:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074852.868096:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956352 00000100:00100000:1.0:1769074852.868104:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956352 00000100:00100000:1.0:1769074852.868146:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956224 00000100:00100000:1.0:1769074852.868149:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956224 00000100:00100000:1.0:1769074852.868166:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1769074852.868173:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619956352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868217:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619956352:12345-0@lo:400:kworker.0 Request processed in 44us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074852.868223:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1769074852.868238:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1769074852.868243:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868268:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956224:12345-0@lo:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074852.868276:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1769074852.868292:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955968 00000100:00100000:1.0:1769074852.868295:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955968 00000100:00100000:1.0:1769074852.868314:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956480 00000100:00100000:1.0:1769074852.868316:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956480 00000100:00100000:1.0:1769074852.868328:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956096 00000100:00100000:1.0:1769074852.868330:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956096 00000100:00100000:1.0:1769074852.868349:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1769074852.868355:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619955968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868383:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619955968:12345-0@lo:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074852.868388:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1769074852.868399:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1769074852.868405:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619956480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868430:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619956480:12345-0@lo:400:kworker.0 Request processed in 25us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074852.868435:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1769074852.868446:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1769074852.868451:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619956096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868476:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619956096:12345-0@lo:400:kworker.0 Request processed in 25us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074852.868481:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1769074852.868518:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839626 gen 2 00000004:00080000:1.0:1769074852.868523:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d88000, transno 21474839625 00000004:00080000:1.0:1769074852.868531:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d8b100, transno 21474839626 00000100:00100000:1.0:1769074852.868537:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956224:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868548:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619956096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868575:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619955968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868583:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619956480:0@lo:400:kworker.0 00000100:00100000:1.0:1769074852.868589:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872664 gen 2 00000004:00080000:1.0:1769074852.868592:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e970e00, transno 17179872659 00000004:00080000:1.0:1769074852.868599:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e970700, transno 17179872660 00000004:00080000:1.0:1769074852.868602:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94000, transno 17179872663 00000004:00080000:1.0:1769074852.868604:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94700, transno 17179872664 00000100:00100000:1.0:1769074852.868608:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619956352:0@lo:400:kworker.0 00000004:00080000:1.0:1769074852.868890:0:29881:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00080000:3.0:1769074852.871337:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074852.871347:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074852.871351:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074852.873842:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619955840 00000100:00100000:0.0:1769074852.873858:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619955840 00000100:00100000:0.0:1769074852.873925:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1769074852.873936:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619955840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074852.874046:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619955840:12345-0@lo:400:kworker.0 Request processed in 111us (6264us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074852.874055:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1769074852.874386:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619955840:0@lo:400:kworker.0 00000100:00100000:2.0:1769074853.307168:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074853.307643:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884480 00000100:00100000:3.0:1769074853.307667:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884480 00000100:00100000:3.0:1769074853.307792:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6690 00000100:00100000:3.0:1769074853.307805:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:62040:x1855007612884480:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1769074853.307875:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074853.307905:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bbcd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9f6 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.307999:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308017:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308037:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308052:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308060:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308065:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308224:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308234:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.308250:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074853.310435:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 2097152 00000004:00200000:3.0:1769074853.310450:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074853.310495:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310519:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310530:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310537:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310550:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310557:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074853.310561:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310570:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310589:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:3.0:1769074853.310592:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074853.310598:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310605:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bbd4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310627:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310633:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310640:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310644:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074853.310647:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310652:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310671:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0e7faa00) 00010000:00010000:3.0:1769074853.310673:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074853.310676:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310682:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bbdb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.310733:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bbcd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9f6 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.310751:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9f6 expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.310759:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:3.0:1769074853.310761:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074853.310764:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5c00, rc 0) 00000100:00080000:2.0:1769074853.311133:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074853.311533:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62040:x1855007612884480:12345-192.168.204.39@tcp:101:rm.0 Request processed in 3725us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074853.311545:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6690 00000100:00100000:2.0:1769074853.330327:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074853.330440:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884736 00000100:00100000:0.0:1769074853.330454:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884736 00000100:00100000:0.0:1769074853.330540:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6691 00000100:00100000:0.0:1769074853.330552:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62040:x1855007612884736:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:0.0:1769074853.330627:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1769074853.330677:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bbe2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9f6 expref: 15 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.330708:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8ba76 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b7 expref: 14 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.330722:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:0.0:1769074853.330737:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074853.330766:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.330783:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.330794:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.330810:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.330817:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.330852:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331023:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331031:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331038:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000040:00080000:0.0:1769074853.331736:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1659, 64 off144256 00000004:00080000:0.0:1769074853.331750:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1837492925979ns, next at 1838492922565ns, rc = 0 00000040:00080000:0.0:1769074853.331772:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1660, 64 off144320 00000040:00080000:0.0:1769074853.331807:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1664, 64 off144648 00000004:00080000:0.0:1769074853.331812:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1837492989337ns, next at 1838492988128ns, rc = 0 00000040:00080000:0.0:1769074853.331867:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1665, 64 off144712 00010000:00010000:0.0:1769074853.331965:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331978:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331987:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.331995:0:29856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332001:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332006:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332037:0:29856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074853.332064:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332070:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332076:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332083:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074853.332087:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332095:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332106:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074853.332110:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1769074853.332115:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332121:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bbf7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332196:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332202:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332208:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332218:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074853.332221:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332227:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332234:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff956d0e7ced00) 00010000:00010000:0.0:1769074853.332237:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074853.332240:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332245:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bbe9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000004:00010000:0.0:1769074853.332255:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006023a92d reply state 00000000c0b9e926 transno 8589941484 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074853.332265:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074853.332382:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62040:x1855007612884736:12345-192.168.204.39@tcp:36:rm.0 Request processed in 1828us (2069us total) trans 8589941484 rc 0/0 00000100:00100000:0.0:1769074853.332392:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6691 00010000:00010000:0.0:1769074853.332442:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074853.332448:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332454:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074853.332457:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332463:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332472:0:29447:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff956d0dee6900) 00010000:00010000:0.0:1769074853.332474:0:29447:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1769074853.332478:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332483:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bbfe lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.332497:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074853.332499:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074853.332500:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074853.359712:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359738:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359747:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359754:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074853.359761:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359769:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359791:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0xe563034c (ffff956d0dee6000) 00010000:00010000:3.0:1769074853.359795:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074853.359802:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074853.359808:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bbf0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b4:0x0].0xe563034c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074853.822504:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074854.848080:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074854.910105:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1839071278930ns, next at 1840071277732ns, rc = 0 00000004:00080000:3.0:1769074854.910105:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1839071277947ns, next at 1840071274752ns, rc = 0 00000100:00100000:1.0:1769074854.910194:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074854.910286:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074854.910370:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074854.910391:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074854.910482:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956608 00000100:00100000:2.0:1769074854.910492:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956608 00000100:00100000:2.0:1769074854.910568:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956736 00000100:00100000:2.0:1769074854.910571:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956736 00000100:00100000:2.0:1769074854.910593:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1769074854.910606:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074854.910668:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524877824 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074854.910731:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074854.910739:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1769074854.910761:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1769074854.910767:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074854.910790:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074854.910818:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619956736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074854.910855:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1769074854.910910:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074854.910923:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619956736:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1769074854.911000:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074854.911005:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:0.0:1769074855.203366:0:35104:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204c: FLR write/stale/resync test with component removal ========================================================== 04:40:54 (1769074854) 00000100:00100000:0.0:1769074855.397579:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074855.397658:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074855.397701:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612884864 00000100:00100000:0.0:1769074855.397711:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612884864 00000100:00100000:0.0:1769074855.397769:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885120 00000100:00100000:0.0:1769074855.397772:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885120 00000100:00100000:0.0:1769074855.397791:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6692 00000100:00100000:0.0:1769074855.397799:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612884864:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:0.0:1769074855.397881:0:29856:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259550208 avail 2257453056 00000100:00100000:0.0:1769074855.397957:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612884864:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 158us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074855.397963:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6692 00000100:00100000:0.0:1769074855.397980:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6693 00000100:00100000:0.0:1769074855.397984:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:62206:x1855007612885120:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:0.0:1769074855.398029:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074855.398058:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8b7ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b8e5 expref: 14 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.398081:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0c8b9d00) 00010000:00010000:0.0:1769074855.398095:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074855.398361:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.398377:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.398387:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.398401:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.398408:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.398414:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074855.399063:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 512 00010000:00010000:0.0:1769074855.399074:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399081:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399086:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399095:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074855.399098:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399104:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399113:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6700) 00010000:00010000:0.0:1769074855.399115:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074855.399118:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074855.399121:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bc05 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000004:00010000:0.0:1769074855.399135:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a429ea8b reply state 0000000068ed9984 transno 8589941485 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074855.399142:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074855.399206:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62206:x1855007612885120:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 1218us (1547us total) trans 8589941485 rc 0/0 00000100:00100000:0.0:1769074855.399211:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6693 00000100:00080000:0.0:1769074855.399246:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769074855.418952:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.418978:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.418988:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.418995:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074855.419000:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.419009:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.419032:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4fb8ef17 (ffff956d0dee6d00) 00010000:00010000:2.0:1769074855.419035:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.419042:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074855.419049:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bc0c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074855.440082:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074855.441888:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885248 00000100:00100000:3.0:1769074855.441906:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885248 00000100:00100000:3.0:1769074855.441998:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6694 00000100:00100000:3.0:1769074855.442008:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+14:62209:x1855007612885248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074855.442036:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074855.442062:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11b9fd expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.442138:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074855.442152:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074855.442162:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074855.442232:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1769074855.442236:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074855.442257:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074855.442285:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9fd expref: 16 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.442303:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9fd expref: 15 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.442313:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074855.442316:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1769074855.442321:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4600, rc 0) 00000100:00100000:3.0:1769074855.442420:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:62209:x1855007612885248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 411us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074855.442428:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6694 00000100:00100000:3.0:1769074855.446033:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074855.450908:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885376 00000100:00100000:2.0:1769074855.450927:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885376 00000100:00100000:2.0:1769074855.450999:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6695 00000100:00100000:2.0:1769074855.451008:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:62209:x1855007612885376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074855.451033:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074855.451058:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba04 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.451134:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451148:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451158:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451169:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451174:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451178:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451308:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bc36 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451316:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451322:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074855.451365:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 512 00000004:00200000:2.0:1769074855.451369:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074855.451393:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451404:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451410:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451416:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451421:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074855.451425:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451431:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451442:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074855.451445:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.451451:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451457:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451472:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451478:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451484:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451489:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074855.451492:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451503:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451510:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4fb8ef17 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074855.451513:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.451516:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451522:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.451563:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba04 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.451580:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337c00/0x8b5959a9a0e8bc36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba04 expref: 16 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.451588:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074855.451590:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1769074855.451593:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337c00, rc 0) 00000100:00100000:2.0:1769074855.452553:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1537us (6522us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074855.452565:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6695 00000100:00100000:0.0:1769074855.456757:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074855.456923:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885504 00000100:00100000:2.0:1769074855.456936:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885504 00000100:00100000:2.0:1769074855.456994:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6696 00000100:00100000:2.0:1769074855.457003:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074855.457027:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074855.457052:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc3d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba0b expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.457138:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457153:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457162:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457539:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457563:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457578:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457692:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457700:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457707:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457713:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074855.457718:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457725:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457740:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074855.457743:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.457748:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457754:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bc44 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457767:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457772:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457777:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457782:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074855.457784:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457788:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457794:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7ce000) 00010000:00010000:2.0:1769074855.457796:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.457799:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457805:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc4b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.457904:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc3d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba0b expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.457921:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074855.457923:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074855.457932:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc3d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba0b expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.457951:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336e00, rc 0) 00000100:00100000:2.0:1769074855.458049:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1043us (1302us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074855.458062:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6696 00000100:00100000:0.0:1769074855.461008:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074855.461151:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885632 00000100:00100000:2.0:1769074855.461169:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885632 00000100:00100000:3.0:1769074855.461298:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6697 00000100:00100000:3.0:1769074855.461312:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885632:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074855.461340:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074855.461368:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc52 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba12 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.461444:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461461:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461474:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461489:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461497:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461504:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461594:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461602:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461609:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.461615:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.463123:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463137:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463154:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.463156:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.463161:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463166:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463187:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463193:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463197:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463201:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.463202:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463205:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463209:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7fa500) 00010000:00010000:3.0:1769074855.463210:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.463212:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463214:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.463275:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc52 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba12 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.463286:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.463288:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.463293:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc52 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba12 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.463307:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074855.463422:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885632:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2110us (2422us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074855.463433:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6697 00000100:00100000:3.0:1769074855.467167:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074855.467547:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885760 00000100:00100000:2.0:1769074855.467564:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885760 00000100:00100000:2.0:1769074855.467664:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6698 00000100:00100000:2.0:1769074855.467674:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:62209:x1855007612885760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074855.467695:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074855.467717:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba19 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.467798:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.467813:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.467861:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074855.467931:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 512 00000004:00200000:2.0:1769074855.467936:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074855.467961:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074855.467986:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bc67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba19 expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.468004:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba19 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.468013:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074855.468015:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074855.468019:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337a00, rc 0) 00000100:00100000:2.0:1769074855.469150:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:62209:x1855007612885760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1470us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074855.469162:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6698 00000100:00100000:0.0:1769074855.476383:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074855.476910:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612885888 00000100:00100000:3.0:1769074855.476927:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612885888 00000100:00100000:3.0:1769074855.476992:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6699 00000100:00100000:3.0:1769074855.477334:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:62209:x1855007612885888:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074855.477368:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074855.477399:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc75 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba20 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.477487:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.477505:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.477518:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478053:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478063:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478069:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478151:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478161:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478167:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478174:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.478178:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478185:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478199:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.478202:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.478208:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478213:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bc7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478227:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478232:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478236:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478244:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.478247:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478252:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478258:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7fa500) 00010000:00010000:3.0:1769074855.478260:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.478263:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478268:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bc83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.478312:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc75 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba20 expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.478322:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.478325:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.478328:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bc75 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba20 expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.478337:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074855.478444:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:62209:x1855007612885888:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1443us (2070us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074855.478454:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6699 00000100:00100000:2.0:1769074855.482505:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074855.484718:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612886144 00000100:00100000:3.0:1769074855.484737:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612886144 00000100:00100000:3.0:1769074855.484843:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6700 00000100:00100000:3.0:1769074855.484853:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:62209:x1855007612886144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074855.484880:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074855.484883:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1769074855.484913:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bc6e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba19 expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.484935:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.484940:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074855.484954:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bc8a lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba27 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.485102:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485115:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485123:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485134:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485139:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485143:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485722:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485734:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485741:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:3.0:1769074855.485749:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 0 00010000:00010000:3.0:1769074855.485774:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485779:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485784:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485788:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.485791:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485796:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485802:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074855.485804:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.485806:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.485811:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bc91 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000004:00010000:3.0:1769074855.485819:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a420035a reply state 00000000f9ca7634 transno 8589941486 ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:3.0:1769074855.485857:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074855.485884:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bc8a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.485895:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 18 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.485900:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:3.0:1769074855.485902:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074855.485903:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:3.0:1769074855.485986:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:62209:x1855007612886144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1135us (3490us total) trans 8589941486 rc 0/0 00000100:00100000:3.0:1769074855.485992:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6700 00000100:00100000:2.0:1769074855.494190:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074855.494305:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612886400 00000100:00100000:0.0:1769074855.494320:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612886400 00000100:00100000:0.0:1769074855.494406:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6701 00000100:00100000:0.0:1769074855.494418:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:62209:x1855007612886400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074855.494464:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074855.494503:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bcad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba2e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.494659:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074855.494677:0:30391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.494686:0:30391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074855.494731:0:30391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.494751:0:30391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 1939 lvb_type: 0 00000100:00100000:0.0:1769074855.494770:0:30391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619956864:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074855.494916:0:30391:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d20540 going to sleep for 11 seconds 00010000:00010000:3.0:1769074855.495392:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495404:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495411:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495418:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074855.495423:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495431:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495673:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7fa300) 00010000:00010000:3.0:1769074855.495678:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074855.495684:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:3.0:1769074855.495691:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bc98 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074855.501889:0:30391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:30391:1855007619956864:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074855.501935:0:30391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074855.506248:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074855.506383:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612886528 00000100:00100000:0.0:1769074855.506398:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612886528 00010000:00010000:0.0:1769074855.506465:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 1939 lvb_type: 0 00000100:00100000:0.0:1769074855.506523:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5335 00000100:00100000:0.0:1769074855.506534:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612886528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074855.506554:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074855.506562:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 1939 lvb_type: 0 00010000:00010000:0.0:1769074855.506579:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 1939 lvb_type: 0 00010000:00010000:0.0:1769074855.506795:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8bc9f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba27 expref: 20 pid: 30549 timeout: 1939 lvb_type: 0 00010000:00010000:0.0:1769074855.506814:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:0.0:1769074855.506819:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074855.506851:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074855.506858:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30391 initiator: MDT0 00010000:00010000:0.0:1769074855.506887:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074855.506928:0:30391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.506937:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:1.0:1769074855.506960:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 0 00000100:00100000:0.0:1769074855.506967:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612886528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 435us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074855.506975:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5335 00000004:00080000:1.0:1769074855.507464:0:30391:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x221:0x0], index 1: 0 00000004:00080000:1.0:1769074855.507479:0:30391:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21d:0x0], index 0: 0 00010000:00010000:1.0:1769074855.507890:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507901:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507909:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507915:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074855.507920:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507929:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507942:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7fa100) 00010000:00010000:1.0:1769074855.507946:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074855.507950:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.507957:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8bcb4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:1.0:1769074855.508110:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bcad lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba2e expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.508124:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074855.508128:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074855.508134:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bcad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba2e expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.508144:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708e00, rc 0) 00000100:00100000:1.0:1769074855.508256:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:62209:x1855007612886400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13838us (14080us total) trans 8589941487 rc 301/301 00000100:00100000:1.0:1769074855.508266:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6701 00000100:00100000:2.0:1769074855.512427:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074855.512534:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612886784 00000100:00100000:0.0:1769074855.512549:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612886784 00000100:00100000:0.0:1769074855.512639:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2802 00000100:00100000:0.0:1769074855.512650:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:62209:x1855007612886784:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074855.513169:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:62209:x1855007612886784:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 519us (756us total) trans 8589941488 rc 0/0 00000100:00100000:0.0:1769074855.513180:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2802 00000100:00100000:2.0:1769074855.516303:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074855.518957:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887040 00000100:00100000:3.0:1769074855.518980:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887040 00000100:00100000:2.0:1769074855.519244:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2803 00000100:00100000:2.0:1769074855.519267:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:62209:x1855007612887040:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074855.519664:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:62209:x1855007612887040:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 407us (3375us total) trans 8589941489 rc 0/0 00000100:00100000:2.0:1769074855.519673:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2803 00010000:00010000:0.0:1769074855.871705:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074856.548657:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074856.548690:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074856.548713:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074856.548736:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074856.548760:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887296 00000100:00100000:1.0:1769074856.548771:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887296 00000100:00100000:1.0:1769074856.548841:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1769074856.548851:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612887296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074856.548933:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:2372:x1855007612887296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 84us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074856.548941:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1769074856.548966:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887168 00000100:00100000:1.0:1769074856.548970:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887168 00000100:00100000:1.0:1769074856.548993:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 354 00000100:00100000:1.0:1769074856.549000:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612887168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074856.549026:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612887168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074856.549032:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 354 00000100:00100000:3.0:1769074856.549226:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887552 00000100:00100000:3.0:1769074856.549231:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887552 00000100:00100000:3.0:1769074856.549355:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887424 00000100:00100000:3.0:1769074856.549358:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887424 00000100:00100000:3.0:1769074856.549380:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 944 00000100:00100000:3.0:1769074856.549387:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612887552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074856.549430:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612887552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074856.549436:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 944 00000100:00100000:3.0:1769074856.549448:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 945 00000100:00100000:3.0:1769074856.549454:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612887424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074856.549476:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612887424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074856.549482:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 945 00000100:00080000:1.0:1769074856.550921:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074856.550929:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1769074856.896183:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1769074857.040920:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941488 is committed 00000004:00080000:1.0:1769074857.040945:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1356 committed 00000004:00080000:1.0:1769074857.040954:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1353 committed 00000001:00080000:1.0:1769074857.040982:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941489 is committed 00000004:00080000:1.0:1769074857.040989:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1354 committed 00000004:00080000:1.0:1769074857.040999:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1357 committed 00000100:00100000:1.0:1769074857.041210:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619956992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074857.041299:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.041387:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619957120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1769074857.041413:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.041454:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956992 00000100:00100000:1.0:1769074857.041465:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956992 00000100:00100000:1.0:1769074857.041532:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957120 00000100:00100000:1.0:1769074857.041536:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957120 00000100:00100000:1.0:1769074857.041556:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10077 00000100:00100000:1.0:1769074857.041565:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619956992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074857.041786:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10078 00000100:00100000:3.0:1769074857.041798:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619957120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074857.041858:0:26360:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:544 count 1 00010000:00010000:3.0:1769074857.041897:0:26360:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.041929:0:26360:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.041938:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074857.041940:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074857.041943:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.041977:0:26360:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.041995:0:26360:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 9 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:3.0:1769074857.042008:0:26360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619957248:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074857.042085:0:26360:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02a80 going to sleep for 11 seconds 00002000:00080000:1.0:1769074857.043758:0:6531:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:543 count 1 00010000:00010000:1.0:1769074857.043796:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.043837:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.043847:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074857.043849:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074857.043853:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.043898:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.043912:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 9 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:1.0:1769074857.043933:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619957376:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074857.044049:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00080000:1.0:1769074857.044084:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074857.045149:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619957504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074857.045719:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.045840:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074857.045852:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619957632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074857.045880:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074857.048519:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074857.048566:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074857.049315:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887808 00000100:00100000:2.0:1769074857.049325:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887808 00010000:00010000:2.0:1769074857.049377:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 10 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:2.0:1769074857.049417:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887680 00000100:00100000:2.0:1769074857.049420:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887680 00010000:00010000:2.0:1769074857.049434:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 11 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:2.0:1769074857.049458:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5336 00000100:00100000:2.0:1769074857.049468:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612887808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074857.049486:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074857.049492:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 11 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:2.0:1769074857.049503:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 11 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:2.0:1769074857.049539:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074857.049542:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074857.049549:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.049559:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.049665:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074857.049730:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612887808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 261us (1222us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074857.049740:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5336 00000100:00100000:2.0:1769074857.049763:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5337 00000100:00100000:2.0:1769074857.049770:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2372:x1855007612887680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074857.049780:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074857.049785:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:2.0:1769074857.049799:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:2.0:1769074857.049813:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748ea00/0x8b5959a9a0e8ba68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9b0 expref: 10 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:2.0:1769074857.049849:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074857.049851:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074857.049854:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.049862:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.049875:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074857.049895:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612887680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 126us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074857.049901:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5337 00010000:00010000:2.0:1769074857.049959:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748f000/0x8b5959a9a0e8ba61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a9 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:2.0:1769074857.049971:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619957376:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074857.050005:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.050016:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.050023:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.050033:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.050041:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.050061:0:6531:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074857.050910:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619956992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9340us (9606us total) trans 17179872665 rc 0/0 00000100:00100000:2.0:1769074857.050922:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10077 00000100:00100000:3.0:1769074857.050978:0:26360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26360:1855007619957248:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074857.051002:0:26360:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.051013:0:26360:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.051019:0:26360:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.051034:0:26360:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.051042:0:26360:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.051064:0:26360:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074857.053803:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619957120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11996us (12376us total) trans 17179872666 rc 0/0 00000100:00100000:3.0:1769074857.053821:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10078 00000004:00080000:1.0:1769074857.053984:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94700/2, rc 0, transno 17179872665 00000100:00100000:1.0:1769074857.053991:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619956992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074857.058099:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957504 00000100:00100000:0.0:1769074857.058124:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957504 00000100:00100000:0.0:1769074857.058236:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957632 00000100:00100000:0.0:1769074857.058240:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957632 00000100:00100000:0.0:1769074857.058272:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10079 00000100:00100000:0.0:1769074857.058284:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619957504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074857.058328:0:26306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:539 count 1 00010000:00010000:0.0:1769074857.058365:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.058393:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.058403:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074857.058406:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074857.058410:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.058460:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.058480:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 8 pid: 26306 timeout: 1941 lvb_type: 0 00000100:00100000:0.0:1769074857.058500:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619957760:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074857.058782:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10080 00000100:00100000:2.0:1769074857.058796:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619957632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1769074857.058811:0:6531:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:540 count 1 00010000:00010000:2.0:1769074857.058840:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.058860:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.058868:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074857.058870:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074857.058873:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.058897:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074857.058907:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:2.0:1769074857.058917:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619957888:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074857.059019:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0773f900 going to sleep for 11 seconds 00010000:00010000:3.0:1769074857.059337:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074857.059348:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059359:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fe00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074857.059364:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059377:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059402:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059411:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fe00/0x8b5959a9a0e8bcc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059442:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074857.059447:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059452:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074857.059455:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059462:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059471:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059478:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bcc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.059489:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074857.059491:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074857.059492:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074857.059559:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d95f80/2, rc 0, transno 17179872666 00000100:00100000:3.0:1769074857.059659:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619957120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1769074857.059784:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d035f5c00 going to sleep for 11 seconds 00010000:00010000:2.0:1769074857.059800:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074857.059906:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074857.065471:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619957760:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074857.065516:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074857.069018:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6531:1855007619957888:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074857.069068:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074857.073697:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074857.074127:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612887936 00000100:00100000:3.0:1769074857.074143:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612887936 00010000:00010000:3.0:1769074857.074362:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 9 pid: 26306 timeout: 1941 lvb_type: 0 00000100:00100000:3.0:1769074857.074438:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5338 00000100:00100000:3.0:1769074857.074450:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612887936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074857.074471:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074857.074477:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 9 pid: 26306 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.074495:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 9 pid: 26306 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.074526:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8ba4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b99b expref: 9 pid: 26306 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.074547:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074857.074549:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074857.074555:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.074694:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.075708:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074857.075806:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612887936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1352us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074857.075820:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5338 00000100:00100000:1.0:1769074857.078948:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074857.079049:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888064 00000100:00100000:3.0:1769074857.079062:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888064 00010000:00010000:3.0:1769074857.079113:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00000100:00100000:3.0:1769074857.079160:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5339 00000100:00100000:3.0:1769074857.079182:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612888064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074857.079202:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074857.079208:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.079226:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.079258:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d0748f200/0x8b5959a9a0e8ba53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9a2 expref: 8 pid: 6531 timeout: 1941 lvb_type: 0 00010000:00010000:3.0:1769074857.079275:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074857.079278:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074857.079283:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079293:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079332:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074857.079398:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612888064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 227us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074857.079407:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5339 00010000:00010000:3.0:1769074857.079454:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079463:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079473:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079480:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.079500:0:6531:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074857.081082:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619957632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22284us (35193us total) trans 21474839627 rc 0/0 00000100:00100000:3.0:1769074857.081098:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10080 00010000:00010000:3.0:1769074857.081141:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074857.081151:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.081163:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074857.081168:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074857.082377:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ed80/2, rc 0, transno 21474839627 00000100:00100000:1.0:1769074857.082394:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619957632:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1769074857.082977:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.083009:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.083021:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8bcd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.083051:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074857.083054:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074857.083057:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074857.084508:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.084528:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.084539:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.084547:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074857.084671:0:26306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074857.085707:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074857.085720:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.085731:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074857.085736:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.085746:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.085771:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.085778:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bcd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074857.085808:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074857.085810:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074857.085812:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074857.087327:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619957504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29034us (41598us total) trans 21474839628 rc 0/0 00000100:00100000:0.0:1769074857.087344:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10079 00000004:00080000:1.0:1769074857.087519:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147d180/2, rc 0, transno 21474839628 00000100:00100000:1.0:1769074857.087528:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619957504:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1769074857.918078:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074857.982993:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c033f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619958016:0@lo:400:kworker.0 00000100:00100000:3.0:1769074857.983102:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074857.983247:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958016 00000100:00100000:0.0:1769074857.983259:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958016 00000100:00100000:0.0:1769074857.983327:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1769074857.983338:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39151850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619958016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.983387:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619958400:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985280:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.985386:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619958272:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985423:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.985448:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074857.985455:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619958144:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985477:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.985509:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958272 00000100:00100000:1.0:1769074857.985517:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958272 00000100:00100000:1.0:1769074857.985617:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958144 00000100:00100000:1.0:1769074857.985621:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958144 00000100:00100000:1.0:1769074857.985650:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1769074857.985658:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619958272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985716:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619958272:12345-0@lo:400:kworker.0 Request processed in 58us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074857.985725:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1769074857.985753:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1769074857.985759:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619958144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985788:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619958144:12345-0@lo:400:kworker.0 Request processed in 29us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074857.985794:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1769074857.985817:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074857.985892:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619958144:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985905:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619958272:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.985970:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958400 00000100:00100000:1.0:1769074857.985975:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958400 00000100:00100000:1.0:1769074857.986012:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1769074857.986019:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619958400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.986058:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619958400:12345-0@lo:400:kworker.0 Request processed in 40us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074857.986064:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1769074857.986091:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619958400:0@lo:400:kworker.0 00000100:00100000:2.0:1769074857.989077:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619958656:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.989810:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074857.989849:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619958528:0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.990151:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074857.990229:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958528 00000100:00100000:1.0:1769074857.990240:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958528 00000100:00100000:1.0:1769074857.990301:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1769074857.990312:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619958528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074857.990381:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619958528:12345-0@lo:400:kworker.0 Request processed in 71us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074857.990389:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1769074857.990459:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619958528:0@lo:400:kworker.0 00000100:00100000:0.0:1769074857.990660:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39151850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619958016:12345-0@lo:400:kworker.0 Request processed in 7321us (7556us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074857.990672:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1769074857.995024:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074857.996562:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c033f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619958016:0@lo:400:kworker.0 00000100:00100000:1.0:1769074858.001052:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958656 00000100:00100000:1.0:1769074858.001074:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958656 00000100:00100000:1.0:1769074858.001570:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1769074858.001592:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619958656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074858.001728:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619958656:12345-0@lo:400:kworker.0 Request processed in 140us (6716us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074858.001735:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1769074858.001865:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619958656:0@lo:400:kworker.0 00010000:00010000:3.0:1769074858.945373:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074859.966134:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074860.035444:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619958784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074860.035566:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074860.036238:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074860.036254:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619958912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074860.036298:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074860.037406:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958784 00000100:00100000:2.0:1769074860.037424:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958784 00000100:00100000:2.0:1769074860.037522:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1769074860.037534:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619958784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074860.037596:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524877824 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074860.037678:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619958784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074860.037686:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1769074860.037707:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619958912 00000100:00100000:2.0:1769074860.037710:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619958912 00000100:00100000:2.0:1769074860.037727:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1769074860.037732:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619958912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074860.037752:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074860.037786:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619958912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074860.037792:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1769074860.037893:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619958784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074860.037935:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619958912:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1769074860.039709:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074860.039721:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1769074860.990514:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1769074861.156940:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872665 is committed 00000001:00080000:1.0:1769074861.157044:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872666 is committed 00000100:00100000:1.0:1769074861.657067:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074861.657586:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074861.657627:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074861.657665:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074861.657719:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888448 00000100:00100000:1.0:1769074861.657731:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888448 00000100:00100000:1.0:1769074861.657817:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888576 00000100:00100000:1.0:1769074861.657856:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888576 00000100:00100000:1.0:1769074861.657886:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 948 00000100:00100000:1.0:1769074861.657898:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612888448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074861.657990:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612888448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 94us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074861.658000:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 948 00000100:00100000:1.0:1769074861.658019:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 949 00000100:00100000:1.0:1769074861.658025:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612888576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074861.658051:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612888576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074861.658057:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 949 00000100:00100000:2.0:1769074861.659467:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888320 00000100:00100000:2.0:1769074861.659482:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888320 00000100:00100000:2.0:1769074861.659567:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00100000:2.0:1769074861.659580:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612888320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074861.659648:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:2371:x1855007612888320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074861.659656:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00080000:2.0:1769074861.659703:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074861.659709:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074861.659712:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074861.665047:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888192 00000100:00100000:0.0:1769074861.665082:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888192 00000100:00100000:0.0:1769074861.665498:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:0.0:1769074861.665523:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39152450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612888192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074861.665652:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39152450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612888192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 142us (8601us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074861.665662:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 356 00010000:00010000:3.0:1769074862.015307:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074862.176484:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839628 is committed 00010000:00010000:1.0:1769074863.038151:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074863.102646:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619959168:0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.102732:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074863.102799:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619959680:0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.102842:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074863.102875:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074863.102881:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619959296:0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.102901:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074863.102939:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959168 00000100:00100000:2.0:1769074863.102950:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959168 00000100:00100000:2.0:1769074863.103021:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959680 00000100:00100000:2.0:1769074863.103024:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959680 00000100:00100000:0.0:1769074863.103284:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959424:0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103328:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074863.103362:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074863.103368:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619959040:0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103401:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074863.103423:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959552:0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074863.103488:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959424 00000100:00100000:0.0:1769074863.103501:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959424 00000100:00100000:0.0:1769074863.103539:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959552 00000100:00100000:0.0:1769074863.103542:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959552 00000100:00100000:0.0:1769074863.103565:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1769074863.103575:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103635:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959424:12345-0@lo:400:kworker.0 Request processed in 61us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074863.103644:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1769074863.103663:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1769074863.103669:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103696:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959552:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074863.103702:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1769074863.103722:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959040 00000100:00100000:0.0:1769074863.103725:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959040 00000100:00100000:0.0:1769074863.103753:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1769074863.103759:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39151c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619959040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103789:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39151c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619959040:12345-0@lo:400:kworker.0 Request processed in 30us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074863.103795:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1769074863.103875:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619959040:0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103888:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872666 gen 2 00000004:00080000:0.0:1769074863.103894:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94700, transno 17179872665 00000004:00080000:0.0:1769074863.103904:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d95f80, transno 17179872666 00000100:00100000:0.0:1769074863.103908:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959552:0@lo:400:kworker.0 00000100:00100000:0.0:1769074863.103916:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839628 gen 2 00000004:00080000:0.0:1769074863.103919:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ed80, transno 21474839627 00000004:00080000:0.0:1769074863.103929:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147d180, transno 21474839628 00000100:00100000:0.0:1769074863.103933:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959424:0@lo:400:kworker.0 00000100:00080000:3.0:1769074863.104638:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074863.104647:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074863.104649:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074863.104669:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959296 00000100:00100000:3.0:1769074863.104676:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959296 00000100:00100000:3.0:1769074863.104727:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1769074863.104736:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619959168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074863.104804:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619959168:12345-0@lo:400:kworker.0 Request processed in 69us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074863.104813:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1769074863.104860:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1769074863.104868:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619959296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074863.104897:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619959296:12345-0@lo:400:kworker.0 Request processed in 32us (1995us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074863.104916:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00080000:3.0:1769074863.104938:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074863.106151:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619959296:0@lo:400:kworker.0 00000100:00100000:3.0:1769074863.106185:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c04212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619959168:0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.106366:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1769074863.106377:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619959680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.106460:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619959680:12345-0@lo:400:kworker.0 Request processed in 85us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074863.106870:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619959680:0@lo:400:kworker.0 00000100:00100000:2.0:1769074863.107189:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00010000:00010000:2.0:1769074864.062444:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074865.086513:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074865.152663:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619959808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074865.152767:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074865.153059:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959808 00000100:00100000:3.0:1769074865.153071:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959808 00000100:00100000:3.0:1769074865.153152:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1769074865.153163:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619959808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074865.153211:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074865.153274:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619959808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074865.153283:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1769074865.154792:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074865.154940:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619959808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074865.159488:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074865.159598:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074865.159910:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619959936 00000100:00100000:2.0:1769074865.159923:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619959936 00000100:00100000:2.0:1769074865.160022:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1769074865.160034:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074865.160081:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524877824 pending 0 free 3852468224 avail 3850371072 00000100:00080000:3.0:1769074865.160178:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074865.165512:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619959936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5425us (5857us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074865.165533:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1769074865.166779:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619959936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1769074866.110305:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074866.776813:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074866.776918:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074866.776963:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074866.776999:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074866.777041:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888704 00000100:00100000:1.0:1769074866.777042:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612889088 00000100:00100000:0.0:1769074866.777057:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888704 00000100:00100000:1.0:1769074866.777058:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612889088 00000100:00100000:1.0:1769074866.777128:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888960 00000100:00100000:1.0:1769074866.777133:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888960 00000100:00100000:0.0:1769074866.777138:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:0.0:1769074866.777153:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39151050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612888704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074866.777167:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 952 00000100:00100000:1.0:1769074866.777177:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612889088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074866.777265:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612889088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074866.777274:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612888832 00000100:00100000:1.0:1769074866.777276:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 952 00000100:00100000:2.0:1769074866.777282:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612888832 00000100:00100000:1.0:1769074866.777303:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 953 00000100:00100000:1.0:1769074866.777313:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612888960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074866.777334:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:2.0:1769074866.777345:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612888832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:3.0:1769074866.777395:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074866.777402:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074866.777405:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074866.777410:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39151050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612888704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 260us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074866.777419:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:1.0:1769074866.781289:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2372:x1855007612888960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3956us (4266us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074866.781316:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 953 00000100:00100000:2.0:1769074866.788937:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612888832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 11571us (12117us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074866.788959:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 453 00010000:00010000:2.0:1769074867.134046:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074867.530609:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074867.530987:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612889344 00000100:00100000:2.0:1769074867.531000:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612889344 00000100:00100000:2.0:1769074867.531073:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6702 00000100:00100000:2.0:1769074867.531081:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+14:62232:x1855007612889344:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074867.531108:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074867.531138:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bcde lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba35 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.531377:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531399:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531411:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531439:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531447:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531453:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.531547:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bcf3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532080:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532090:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:2.0:1769074867.532105:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 0 00010000:00010000:2.0:1769074867.532299:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532308:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532316:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532327:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074867.532332:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532340:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532355:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074867.532358:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074867.532364:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532370:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bce5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532391:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532396:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532401:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532405:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074867.532408:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532414:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532432:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7cea00) 00010000:00010000:2.0:1769074867.532435:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074867.532438:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532443:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bcec lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.532504:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bcde lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba35 expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.532520:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bcf3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba35 expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.532526:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074867.532529:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074867.532531:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337800, rc 0) 00000100:00100000:2.0:1769074867.540552:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:62232:x1855007612889344:12345-192.168.204.39@tcp:101:dd.0 Request processed in 9453us (9938us total) trans 8589941490 rc 0/0 00000100:00100000:2.0:1769074867.540568:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6702 00000100:00100000:1.0:1769074867.555211:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074867.555396:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612889600 00000100:00100000:2.0:1769074867.555410:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612889600 00000100:00100000:2.0:1769074867.555501:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6703 00000100:00100000:2.0:1769074867.555513:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:62232:x1855007612889600:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1769074867.555546:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074867.555549:0:29858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1769074867.555585:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bcf3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba35 expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.555612:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7ce000) 00010000:00010000:2.0:1769074867.555626:0:29858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074867.555645:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bd01 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba3c expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.555711:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.555727:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074867.555739:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000040:00080000:2.0:1769074867.556609:0:29858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1661, 88 off144408 00000004:00080000:2.0:1769074867.556631:0:29858:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1851717805839ns, next at 1840071277732ns, rc = 0 00000040:00080000:2.0:1769074867.556703:0:29858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1666, 88 off144800 00000004:00080000:2.0:1769074867.556709:0:29858:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1851717885966ns, next at 1840071274752ns, rc = 0 00010000:00010000:2.0:1769074867.818920:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba3c expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.818941:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074867.818944:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074867.818968:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bd01 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba3c expref: 18 pid: 29858 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074867.818992:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba3c expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.819033:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074867.819036:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1769074867.819039:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337e00, rc 0) 00000100:00100000:2.0:1769074867.819139:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62232:x1855007612889600:12345-192.168.204.39@tcp:101:dd.0 Request processed in 263626us (263942us total) trans 8589941491 rc 0/0 00000100:00100000:2.0:1769074867.819149:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6703 00000001:00080000:1.0:1769074867.820119:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941491 is committed 00000004:00080000:1.0:1769074867.820133:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1358 committed 00000004:00080000:1.0:1769074867.820148:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1355 committed 00000100:00100000:0.0:1769074867.820801:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074867.820845:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619960064:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074867.820922:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074867.821004:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960064 00000100:00100000:0.0:1769074867.821014:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960064 00000100:00100000:0.0:1769074867.821083:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10081 00000100:00100000:0.0:1769074867.821095:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619960064:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074867.821488:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619960064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 389us (559us total) trans 21474839629 rc 0/0 00000100:00100000:0.0:1769074867.821496:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10081 00000100:00080000:0.0:1769074867.821522:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074867.821713:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619960192:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1769074867.821751:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074867.822837:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147d180/2, rc 0, transno 21474839629 00000100:00100000:0.0:1769074867.822853:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619960064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074867.829644:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960192 00000100:00100000:1.0:1769074867.829666:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960192 00000100:00100000:0.0:1769074867.829891:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10082 00000100:00080000:3.0:1769074867.829906:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074867.829908:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619960192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074867.830381:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619960192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 478us (8628us total) trans 17179872667 rc 0/0 00000100:00100000:0.0:1769074867.830391:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10082 00000100:00100000:1.0:1769074867.830615:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074867.830652:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074867.830678:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612889728 00000100:00100000:1.0:1769074867.830685:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612889728 00000100:00100000:1.0:1769074867.830730:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612889856 00000100:00100000:1.0:1769074867.830734:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612889856 00000004:00080000:3.0:1769074867.830756:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d2e973100/2, rc 0, transno 17179872667 00000100:00100000:3.0:1769074867.830766:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619960192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074867.830771:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5578 00000100:00100000:1.0:1769074867.830782:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612889728:12345-192.168.204.39@tcp:4:dd.0 00002000:00010000:1.0:1769074867.830852:0:26135:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074867.830862:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074867.830883:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074867.830886:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074867.830893:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074867.830893:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5579 00000100:00100000:3.0:1769074867.830906:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612889856:12345-192.168.204.39@tcp:4:dd.0 00010000:00010000:1.0:1769074867.830915:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.830926:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.830935:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074867.830936:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074867.830939:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.830947:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074868.011686:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1769074868.011698:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 0 -> 1769074868 00002000:00010000:3.0:1769074868.011701:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 0 -> 1769074868 00002000:00010000:3.0:1769074868.011703:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:3.0:1769074868.011721:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011734:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011745:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011753:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fc00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074868.011758:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011768:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011799:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.011808:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748fc00/0x8b5959a9a0e8bd0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074868.011971:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+14:2372:x1855007612889728:12345-192.168.204.39@tcp:4:dd.0 Request processed in 181183us (181352us total) trans 17179872668 rc 0/0 00000100:00100000:3.0:1769074868.011984:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5578 00000001:00080000:3.0:1769074868.012036:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872667 is committed 00000001:00080000:3.0:1769074868.012049:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872668 is committed 00002000:00010000:3.0:1769074868.103243:0:14225:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:3.0:1769074868.103272:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103287:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103297:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103305:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074868.103310:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103320:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103350:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.103358:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1769074868.107345:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872669 is committed 00000100:00100000:3.0:1769074868.112684:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612889856:12345-192.168.204.39@tcp:4:dd.0 Request processed in 281763us (282012us total) trans 17179872669 rc 0/0 00000100:00100000:3.0:1769074868.112704:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5579 00000100:00100000:2.0:1769074868.127336:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074868.128688:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890112 00000100:00100000:3.0:1769074868.128710:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890112 00000100:00100000:3.0:1769074868.128866:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2804 00000100:00100000:3.0:1769074868.128884:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62232:x1855007612890112:12345-192.168.204.39@tcp:35:dd.0 00000001:00080000:3.0:1769074868.129773:0:29859:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941492 00000100:00080000:2.0:1769074868.129817:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074868.129976:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62232:x1855007612890112:12345-192.168.204.39@tcp:35:dd.0 Request processed in 1095us (2645us total) trans 8589941493 rc 0/0 00000100:00100000:3.0:1769074868.129990:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2804 00000020:00080000:3.0:1769074868.129997:0:29859:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1769074868.162489:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074868.223169:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619960320:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.223244:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.223288:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619960832:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.223314:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.223338:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074868.223344:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619960704:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.223364:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.223391:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619960448:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.227752:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.227802:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619960960:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.227860:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.228307:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074868.228316:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619960576:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.228345:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074868.228389:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960320 00000100:00100000:2.0:1769074868.228396:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960320 00000100:00100000:2.0:1769074868.228451:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1769074868.228459:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39150c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619960320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.228576:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39150c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619960320:12345-0@lo:400:kworker.0 Request processed in 51us (5266us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.228583:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1769074868.228623:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960832 00000100:00100000:2.0:1769074868.228627:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960832 00000100:00100000:2.0:1769074868.228654:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960704 00000100:00100000:2.0:1769074868.228657:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960704 00000100:00100000:2.0:1769074868.228674:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1769074868.228681:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619960832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.228716:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619960832:12345-0@lo:400:kworker.0 Request processed in 36us (5401us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.228723:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1769074868.228734:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1769074868.228752:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619960704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.228785:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619960704:12345-0@lo:400:kworker.0 Request processed in 45us (5419us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.228790:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1769074868.228852:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960448 00000100:00100000:2.0:1769074868.228857:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960448 00000100:00100000:2.0:1769074868.229395:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960960 00000100:00100000:2.0:1769074868.229401:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960960 00000100:00100000:2.0:1769074868.229435:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619960576 00000100:00100000:2.0:1769074868.229439:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619960576 00000100:00100000:2.0:1769074868.229468:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1769074868.229475:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619960448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.229665:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619960448:12345-0@lo:400:kworker.0 Request processed in 190us (1931us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.229674:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1769074868.229691:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1769074868.229697:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619960960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.229725:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619960960:12345-0@lo:400:kworker.0 Request processed in 29us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.229730:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1769074868.229796:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1769074868.229805:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619960576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.229861:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619960576:12345-0@lo:400:kworker.0 Request processed in 58us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074868.229866:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:2.0:1769074868.230177:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074868.230225:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619960704:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.230236:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619960320:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.230245:0:3292:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872667 gen 2 00000004:00080000:2.0:1769074868.230250:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d2e973100, transno 17179872667 00000100:00100000:2.0:1769074868.230260:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619960832:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.230500:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619960576:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.231079:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619960448:0@lo:400:kworker.0 00000100:00100000:2.0:1769074868.231096:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619960960:0@lo:400:kworker.0 00010000:00010000:1.0:1769074869.189101:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074870.212244:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074870.287108:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619961088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074870.287178:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074870.287240:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619961216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074870.287264:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074870.287302:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961088 00000100:00100000:2.0:1769074870.287311:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961088 00000100:00100000:2.0:1769074870.287357:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961216 00000100:00100000:2.0:1769074870.287360:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961216 00000100:00100000:2.0:1769074870.287391:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1769074870.287410:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619961088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074870.287448:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074870.287491:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619961088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074870.287498:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1769074870.287515:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1769074870.287522:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619961216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074870.287539:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 525664256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074870.287568:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619961216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074870.287574:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:2.0:1769074870.287592:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074870.287596:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074870.287632:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619961088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074870.287664:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619961216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1769074871.231387:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074871.900507:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074871.900554:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074871.900599:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074871.900627:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074871.900648:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890240 00000100:00100000:2.0:1769074871.900649:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890368 00000100:00100000:2.0:1769074871.900657:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890368 00000100:00100000:3.0:1769074871.900657:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890240 00000100:00100000:2.0:1769074871.900701:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:3.0:1769074871.900707:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 360 00000100:00100000:2.0:1769074871.900711:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612890368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074871.900714:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39150850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612890240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074871.900778:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612890368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074871.900787:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:1.0:1769074871.900807:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890624 00000100:00100000:1.0:1769074871.900812:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890624 00000100:00080000:2.0:1769074871.900850:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074871.900855:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074871.900870:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890496 00000100:00100000:1.0:1769074871.900873:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890496 00000100:00100000:1.0:1769074871.900896:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 956 00000100:00100000:1.0:1769074871.900903:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612890624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074871.901005:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39150850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612890240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 289us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074871.901012:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 360 00000100:00100000:3.0:1769074871.901044:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 957 00000100:00100000:3.0:1769074871.901050:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612890496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074871.901077:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612890496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074871.901083:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 957 00000100:00080000:3.0:1769074871.901129:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074871.907725:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612890624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 6807us (7155us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074871.907743:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 956 00010000:00010000:1.0:1769074872.256589:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074872.438593:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839629 is committed 00000001:00080000:3.0:1769074872.927641:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941493 is committed 00010000:00010000:2.0:1769074873.278186:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074873.342263:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619961344:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.342384:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074873.342584:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619961600:0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.342627:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074873.342662:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619961472:0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.342694:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074873.342735:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619961728:0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.342765:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074873.342798:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961600 00000100:00100000:1.0:1769074873.342808:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961600 00000100:00100000:1.0:1769074873.343018:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961472 00000100:00100000:1.0:1769074873.343022:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961472 00000100:00100000:1.0:1769074873.343052:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1769074873.343062:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619961600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.343129:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619961600:12345-0@lo:400:kworker.0 Request processed in 69us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074873.343137:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1769074873.343156:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1769074873.343161:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619961472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.343203:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619961472:12345-0@lo:400:kworker.0 Request processed in 30us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074873.343210:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1769074873.343231:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961728 00000100:00100000:1.0:1769074873.343234:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961728 00000100:00100000:1.0:1769074873.343265:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1769074873.343271:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619961728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074873.343304:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619961728:12345-0@lo:400:kworker.0 Request processed in 33us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074873.343310:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00080000:1.0:1769074873.343337:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074873.343342:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074873.343703:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619961856:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.343740:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074873.343774:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961856 00000100:00100000:2.0:1769074873.343779:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961856 00000100:00100000:2.0:1769074873.343815:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1769074873.343840:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619961856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.343877:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619961856:12345-0@lo:400:kworker.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074873.343884:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:2.0:1769074873.343904:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074873.343945:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619961600:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.343988:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619961472:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.343997:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619961984:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.344021:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074873.344054:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961984 00000100:00100000:2.0:1769074873.344058:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961984 00000100:00100000:2.0:1769074873.344085:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1769074873.344091:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619961984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.344126:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619961984:12345-0@lo:400:kworker.0 Request processed in 35us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074873.344132:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1769074873.344161:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839629 gen 2 00000004:00080000:2.0:1769074873.344167:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147d180, transno 21474839629 00000100:00100000:2.0:1769074873.344183:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619961728:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.344211:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619961984:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.344238:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619961856:0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.369333:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619961344 00000100:00100000:2.0:1769074873.369360:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619961344 00000100:00100000:2.0:1769074873.369447:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1769074873.369456:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39151450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619961344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074873.369589:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39151450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619961344:12345-0@lo:400:kworker.0 Request processed in 132us (27207us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074873.369597:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1769074873.369881:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619961344:0@lo:400:kworker.0 00010000:00010000:0.0:1769074874.302356:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074875.337223:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074875.391173:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074875.391209:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619962112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074875.391319:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074875.391764:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619962240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074875.391800:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074875.391915:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962112 00000100:00100000:2.0:1769074875.391926:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962112 00000100:00100000:2.0:1769074875.392001:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962240 00000100:00100000:2.0:1769074875.392004:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962240 00000100:00100000:2.0:1769074875.392026:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1769074875.392035:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619962112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074875.392095:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 525664256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074875.392156:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619962112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074875.392169:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1769074875.392192:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1769074875.392198:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619962240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074875.392219:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074875.392249:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619962240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074875.392256:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:3.0:1769074875.392468:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074875.392473:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074875.392530:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619962240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074875.392574:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619962112:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1769074876.350579:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074877.021375:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074877.021438:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074877.021474:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074877.021540:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890880 00000100:00100000:3.0:1769074877.021556:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890880 00000100:00100000:2.0:1769074877.021574:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074877.021603:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612891008 00000100:00100000:2.0:1769074877.021608:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612891008 00000100:00100000:2.0:1769074877.021644:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612891136 00000100:00100000:2.0:1769074877.021646:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612891136 00000100:00100000:3.0:1769074877.021650:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00100000:3.0:1769074877.021661:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612890880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074877.021669:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 960 00000100:00100000:2.0:1769074877.021675:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612891008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074877.021768:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612890752 00000100:00100000:1.0:1769074877.021771:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 961 00000100:00100000:0.0:1769074877.021773:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612890752 00000100:00100000:1.0:1769074877.021780:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612891136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074877.021806:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:0.0:1769074877.021813:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39153050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612890752:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074877.021895:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612890880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 234us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074877.021903:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00080000:3.0:1769074877.021928:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074877.021933:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074877.021936:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074877.031516:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612891136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 9733us (9936us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074877.031520:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39153050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612890752:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 9704us (10158us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074877.031535:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:1.0:1769074877.031536:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 961 00000100:00100000:2.0:1769074877.031616:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612891008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 9795us (10031us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074877.031626:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 960 00010000:00010000:0.0:1769074877.374220:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074878.412541:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074878.464765:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619962368:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.464929:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074878.464990:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619962880:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.465021:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074878.465054:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074878.465060:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619962752:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.465082:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074878.465803:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619962496:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.465876:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074878.465905:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619963008:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.465929:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074878.465950:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074878.465956:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619962624:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.465977:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074878.466366:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962880 00000100:00100000:2.0:1769074878.466378:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962880 00000100:00100000:2.0:1769074878.466445:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962752 00000100:00100000:2.0:1769074878.466448:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962752 00000100:00100000:2.0:1769074878.466474:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1769074878.466485:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619962880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.466565:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619962880:12345-0@lo:400:kworker.0 Request processed in 81us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.466574:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1769074878.466594:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1769074878.466600:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619962752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.466687:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962368 00000100:00100000:2.0:1769074878.466691:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962368 00000100:00100000:2.0:1769074878.466721:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1769074878.466728:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d39150450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619962368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.466761:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d39150450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619962368:12345-0@lo:400:kworker.0 Request processed in 33us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.466768:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1769074878.466850:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619962752:12345-0@lo:400:kworker.0 Request processed in 250us (1766us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.466857:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1769074878.466966:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962496 00000100:00100000:2.0:1769074878.466971:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962496 00000100:00100000:2.0:1769074878.467007:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963008 00000100:00100000:2.0:1769074878.467011:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963008 00000100:00100000:2.0:1769074878.467027:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619962624 00000100:00100000:2.0:1769074878.467030:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619962624 00000100:00100000:2.0:1769074878.467050:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1769074878.467056:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619962496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.467090:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1855007619962496:12345-0@lo:400:kworker.0 Request processed in 34us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.467119:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1769074878.467159:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1769074878.467167:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619963008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.467199:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1855007619963008:12345-0@lo:400:kworker.0 Request processed in 32us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.467206:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1769074878.467219:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1769074878.467225:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619962624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.467266:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619962624:12345-0@lo:400:kworker.0 Request processed in 40us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074878.467272:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1769074878.467529:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074878.467537:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074878.467539:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074878.467584:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619962752:0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.467597:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619962368:0@lo:400:kworker.0 00000100:00100000:2.0:1769074878.467608:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619962880:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.485545:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619962624:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.485567:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3289:1855007619962496:0@lo:400:kworker.0 00000100:00100000:3.0:1769074878.485579:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3289:1855007619963008:0@lo:400:kworker.0 00010000:00010000:2.0:1769074879.422119:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074880.447690:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074880.511584:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619963136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074880.511698:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074880.511946:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963136 00000100:00100000:0.0:1769074880.511957:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963136 00000100:00100000:0.0:1769074880.512298:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1769074880.512310:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619963136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074880.512358:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074880.512421:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619963136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074880.512429:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1769074880.512472:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074880.512484:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619963264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074880.512516:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074880.512546:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963264 00000100:00100000:0.0:1769074880.512550:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963264 00000100:00100000:3.0:1769074880.516933:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619963136:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1769074880.517816:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074880.518063:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074880.525013:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1769074880.525036:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619963264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074880.525094:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 525664256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1769074880.525232:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619963264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 204us (12714us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074880.525242:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1769074880.525318:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619963264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074881.261158:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074881.267444:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612891392 00000100:00100000:1.0:1769074881.267465:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612891392 00000100:00100000:1.0:1769074881.267589:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6704 00000100:00100000:1.0:1769074881.267602:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62255:x1855007612891392:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074881.267630:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074881.267659:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8bd1d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba43 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074881.267763:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074881.267780:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074881.267795:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074881.267811:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074881.267818:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074881.267866:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00080000:2.0:1769074881.268096:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074881.268564:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268574:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268583:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268589:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748f600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.268593:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268601:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268629:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.268633:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.268639:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268644:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f600/0x8b5959a9a0e8bd24 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268661:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268666:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268672:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268676:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.268679:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268684:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268690:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9a00) 00010000:00010000:0.0:1769074881.268693:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.268695:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268701:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd2b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.268746:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8bd1d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba43 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.268756:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.268758:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074881.268762:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f800/0x8b5959a9a0e8bd1d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba43 expref: 16 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.268772:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f800, rc 0) 00000100:00100000:0.0:1769074881.268928:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62255:x1855007612891392:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1326us (7923us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074881.268939:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6704 00000100:00100000:3.0:1769074881.298144:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.298292:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612891648 00000100:00100000:0.0:1769074881.298305:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612891648 00000100:00100000:0.0:1769074881.298397:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6705 00000100:00100000:0.0:1769074881.298408:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:62255:x1855007612891648:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.298435:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.298463:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba4a expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1769074881.298638:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 11776 00010000:00010000:0.0:1769074881.298900:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba4a expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.298917:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074881.298921:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074881.298927:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba4a expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.298947:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709600, rc 0) 00000100:00100000:0.0:1769074881.299409:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62255:x1855007612891648:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1000us (1278us total) trans 8589941494 rc 301/301 00000100:00100000:0.0:1769074881.299418:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6705 00000100:00100000:3.0:1769074881.318307:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074881.321959:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612891776 00000100:00100000:2.0:1769074881.321983:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612891776 00000100:00100000:2.0:1769074881.322089:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6706 00000100:00100000:2.0:1769074881.322247:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62255:x1855007612891776:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074881.322647:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322675:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322689:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322707:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322716:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322721:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322907:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322916:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.322922:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074881.322966:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:2.0:1769074881.322971:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074881.322986:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323001:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323018:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323030:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323036:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074881.323041:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323049:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323064:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074881.323067:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074881.323073:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323078:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd40 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323094:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323956:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323974:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323980:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074881.323983:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.323990:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324089:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7ce000) 00010000:00010000:2.0:1769074881.324093:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074881.324098:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324444:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd47 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324475:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324483:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324489:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324495:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074881.324499:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324506:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324515:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074881.324518:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074881.324522:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.324528:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd4e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074881.325378:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62255:x1855007612891776:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 3266us (7073us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074881.325394:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6706 00000100:00100000:3.0:1769074881.337974:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.338089:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612892032 00000100:00100000:0.0:1769074881.338103:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612892032 00000100:00100000:0.0:1769074881.338175:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2805 00000100:00100000:0.0:1769074881.338196:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:62255:x1855007612892032:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1769074881.338576:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62255:x1855007612892032:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 391us (615us total) trans 8589941495 rc 0/0 00000100:00100000:0.0:1769074881.338584:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2805 00000100:00100000:3.0:1769074881.422068:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074881.422190:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612892288 00000100:00100000:2.0:1769074881.422204:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612892288 00000100:00100000:2.0:1769074881.422281:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6707 00000100:00100000:2.0:1769074881.422291:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62260:x1855007612892288:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074881.422325:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074881.422365:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd55 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba51 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.422466:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422484:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422497:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422512:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422519:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422525:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422672:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422681:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422689:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422696:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074881.422700:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422709:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422723:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074881.422726:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074881.422732:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422739:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bd5c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422754:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422761:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422767:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422773:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074881.422776:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422783:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422790:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7ce000) 00010000:00010000:2.0:1769074881.422793:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074881.422796:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422801:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bd63 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074881.422915:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd55 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba51 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.422927:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074881.422929:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074881.422933:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bd55 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba51 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.422942:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:2.0:1769074881.423018:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62260:x1855007612892288:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 729us (967us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074881.423027:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6707 00000100:00100000:2.0:1769074881.452691:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074881.454105:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612892544 00000100:00100000:3.0:1769074881.454123:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612892544 00000100:00100000:3.0:1769074881.454218:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6708 00000100:00100000:3.0:1769074881.454229:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62260:x1855007612892544:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074881.454258:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074881.454287:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba58 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1769074881.454458:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 11776 00010000:00010000:3.0:1769074881.454620:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd6a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba58 expref: 19 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.454638:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074881.454642:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074881.454648:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bd6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba58 expref: 19 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.454664:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5000, rc 0) 00000100:00100000:3.0:1769074881.455117:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:62260:x1855007612892544:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 887us (2439us total) trans 8589941496 rc 301/301 00000100:00100000:3.0:1769074881.455137:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6708 00010000:00010000:1.0:1769074881.479438:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074881.503316:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.503509:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612892672 00000100:00100000:0.0:1769074881.503523:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612892672 00000100:00100000:0.0:1769074881.503601:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6709 00000100:00100000:0.0:1769074881.503620:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:62260:x1855007612892672:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074881.503730:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.503753:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.503767:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.503785:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.503792:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.503798:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.514165:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.514209:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.514227:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074881.514285:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:1.0:1769074881.514291:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074881.514309:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517547:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517572:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517580:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517586:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074881.517591:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517599:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517633:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074881.517636:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074881.517643:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517649:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709800/0x8b5959a9a0e8bd78 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517684:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517692:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517699:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517704:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074881.517709:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517715:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517723:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6900) 00010000:00010000:1.0:1769074881.517725:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074881.517729:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517734:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8bd7f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517759:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517764:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517770:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517774:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748fa00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074881.517777:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517783:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517791:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074881.517794:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074881.517797:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074881.517807:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748fa00/0x8b5959a9a0e8bd86 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074881.518220:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:62260:x1855007612892672:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 14593us (14906us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074881.518232:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6709 00000100:00100000:0.0:1769074881.550567:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074881.551191:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612892928 00000100:00100000:3.0:1769074881.551208:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612892928 00000100:00100000:3.0:1769074881.551335:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2806 00000100:00100000:3.0:1769074881.551349:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:62260:x1855007612892928:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074881.560323:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:62260:x1855007612892928:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 8958us (9750us total) trans 8589941497 rc 0/0 00000100:00100000:3.0:1769074881.560356:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2806 00000100:00100000:3.0:1769074881.631109:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.631214:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612893184 00000100:00100000:0.0:1769074881.631230:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612893184 00000100:00100000:0.0:1769074881.631312:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6710 00000100:00100000:0.0:1769074881.631324:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:62268:x1855007612893184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.631372:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.631413:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8bd8d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba5f expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.631524:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631542:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631558:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631575:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631583:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631590:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631751:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631760:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631766:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631773:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.631777:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631786:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631800:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.631804:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.631810:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631816:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8bd94 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631850:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631868:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631874:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631878:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.631881:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631887:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631894:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6d00) 00010000:00010000:0.0:1769074881.631897:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.631900:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631904:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708600/0x8b5959a9a0e8bd9b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.631949:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8bd8d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba5f expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.632287:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.632292:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074881.632298:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8bd8d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba5f expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.632312:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709c00, rc 0) 00000100:00100000:0.0:1769074881.632489:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:62268:x1855007612893184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1166us (1396us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074881.632498:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6710 00000100:00100000:3.0:1769074881.640882:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.641227:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612893440 00000100:00100000:0.0:1769074881.641241:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612893440 00000100:00100000:0.0:1769074881.641321:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6711 00000100:00100000:0.0:1769074881.641333:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:62268:x1855007612893440:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.641362:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.641392:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bda2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba66 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.641566:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8bda9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.641586:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8bda9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.641600:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8bda9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074881.641620:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 11776 00010000:00010000:0.0:1769074881.641780:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bda2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba66 expref: 22 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.641805:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709200/0x8b5959a9a0e8bda9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba66 expref: 21 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.641815:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.641819:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1769074881.641865:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709200, rc 0) 00000100:00100000:0.0:1769074881.641942:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:62268:x1855007612893440:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 610us (1076us total) trans 8589941498 rc 0/0 00000100:00100000:0.0:1769074881.641951:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6711 00000100:00100000:3.0:1769074881.646938:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.647687:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612893568 00000100:00100000:0.0:1769074881.647703:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612893568 00000100:00100000:0.0:1769074881.647787:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6712 00000100:00100000:0.0:1769074881.647799:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:62268:x1855007612893568:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074881.647953:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.647977:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.647993:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648372:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648386:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648394:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648542:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648552:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648561:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074881.648606:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:0.0:1769074881.648611:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074881.648626:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648640:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648647:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648653:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648660:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.648664:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648672:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648687:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.648691:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.648696:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648702:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8bdb7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648720:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648727:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648733:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648738:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.648740:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648745:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648753:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6000) 00010000:00010000:0.0:1769074881.648755:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.648758:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648763:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdbe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648781:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648787:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648792:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648797:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.648800:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648806:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.648813:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074881.648816:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.648819:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074881.649972:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdc5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074881.650465:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:62268:x1855007612893568:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 2661us (3533us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074881.650478:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6712 00000100:00100000:3.0:1769074881.730882:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074881.730941:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612893824 00000100:00100000:3.0:1769074881.732922:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612893824 00000100:00100000:3.0:1769074881.733038:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6713 00000100:00100000:3.0:1769074881.733052:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:62271:x1855007612893824:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074881.733081:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074881.733113:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bdcc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba6d expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.733234:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733255:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733267:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733284:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733292:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733298:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733464:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733472:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733480:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733487:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074881.733492:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733500:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733515:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074881.733518:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074881.733523:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733528:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8bdd3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733559:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733565:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733571:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733576:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074881.733578:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733584:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733591:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d117b9c00) 00010000:00010000:3.0:1769074881.733594:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074881.733597:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733603:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8bdda lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074881.733641:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bdcc lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba6d expref: 22 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.733651:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074881.733653:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074881.733656:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bdcc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba6d expref: 22 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.733665:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5000, rc 0) 00000100:00100000:3.0:1769074881.733751:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:62271:x1855007612893824:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 702us (2886us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074881.733759:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6713 00000100:00100000:3.0:1769074881.752127:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074881.752172:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612893952 00000100:00100000:3.0:1769074881.752196:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612893952 00000100:00100000:3.0:1769074881.752278:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6714 00000100:00100000:3.0:1769074881.752289:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:62271:x1855007612893952:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074881.752409:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752433:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752448:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752468:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752477:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752484:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752636:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752646:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752653:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074881.752697:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:3.0:1769074881.752702:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074881.752717:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752731:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752738:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752746:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752752:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074881.752757:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752765:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752779:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:3.0:1769074881.752782:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074881.752787:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752794:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bde1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752805:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752810:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752817:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752851:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074881.752854:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752860:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752869:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d117b9e00) 00010000:00010000:3.0:1769074881.752872:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074881.752875:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752880:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bde8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752896:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752902:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752908:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752914:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074881.752917:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752924:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752932:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074881.752935:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074881.752938:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.752942:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8bdef lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074881.753044:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:62271:x1855007612893952:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 755us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074881.753053:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6714 00000100:00100000:3.0:1769074881.811760:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.812222:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894080 00000100:00100000:0.0:1769074881.812236:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894080 00000100:00100000:0.0:1769074881.812310:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6715 00000100:00100000:0.0:1769074881.812323:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:62274:x1855007612894080:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.812351:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.812380:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdf6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba74 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.813313:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.813338:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.813352:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.813369:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.813376:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.813382:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.815819:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816113:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816129:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074881.816194:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:0.0:1769074881.816200:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074881.816224:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816237:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816247:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816254:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816262:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816268:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.816273:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816281:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816296:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074881.816299:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.816305:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816311:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bdfd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816327:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816333:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816338:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816344:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074881.816347:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816353:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816359:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6000) 00010000:00010000:0.0:1769074881.816361:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074881.816364:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.816369:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be04 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.818166:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bdf6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba74 expref: 23 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.818219:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba74 expref: 22 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.818231:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074881.818234:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074881.818239:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708800, rc 0) 00000100:00100000:0.0:1769074881.818406:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:62274:x1855007612894080:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6081us (6659us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074881.818417:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6715 00000100:00100000:1.0:1769074881.843162:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074881.843234:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894208 00000100:00100000:2.0:1769074881.843249:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894208 00000100:00080000:3.0:1769074881.843297:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074881.843348:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10083 00000100:00100000:2.0:1769074881.843359:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612894208:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074881.843384:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074881.843412:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba7b expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074881.843446:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 2097152, mtime: 0x6971f0b4, atime: 0x0, ctime: 0x6971f0b4, blocks: 0x1007 00010000:00010000:2.0:1769074881.843473:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074881.843476:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074881.843488:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074881.843510:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074881.843526:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:2.0:1769074881.844772:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612894208:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1399us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074881.844786:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10083 00000100:00100000:3.0:1769074881.866046:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.866313:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894464 00000100:00100000:0.0:1769074881.866327:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894464 00000100:00100000:0.0:1769074881.866588:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6716 00000100:00100000:0.0:1769074881.866599:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:62274:x1855007612894464:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.866630:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.866657:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8be19 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba82 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.866799:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be20 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.866817:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.867043:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074881.867057:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00010000:00010000:0.0:1769074881.867242:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8be19 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba82 expref: 25 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.867261:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be20 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba82 expref: 24 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.867272:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074881.867276:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074881.867280:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709e00, rc 0) 00000100:00100000:0.0:1769074881.867526:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:62274:x1855007612894464:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 927us (1490us total) trans 8589941499 rc 0/0 00000100:00100000:0.0:1769074881.867534:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6716 00000100:00100000:3.0:1769074881.874487:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.874594:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894720 00000100:00100000:0.0:1769074881.874616:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894720 00000100:00100000:0.0:1769074881.874693:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6717 00000100:00100000:0.0:1769074881.874704:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:62274:x1855007612894720:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074881.874740:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074881.874768:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8be2e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba89 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.874925:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.874944:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074881.874959:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:0.0:1769074881.874974:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00010000:00010000:0.0:1769074881.875163:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8be2e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba89 expref: 27 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.875201:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba89 expref: 26 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074881.875213:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074881.875217:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074881.875221:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709c00, rc 0) 00000100:00100000:0.0:1769074881.875313:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+26:62274:x1855007612894720:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 611us (842us total) trans 8589941500 rc 0/0 00000100:00100000:0.0:1769074881.875323:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6717 00000100:00100000:0.0:1769074881.879293:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074881.879381:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894848 00000100:00100000:2.0:1769074881.879395:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894848 00000100:00100000:2.0:1769074881.879468:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10084 00000100:00100000:2.0:1769074881.879480:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612894848:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1769074881.879546:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.879572:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074881.879582:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074881.879584:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074881.879589:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.879647:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074881.879666:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:2.0:1769074881.879685:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619963392:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074881.879789:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074881.902711:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074881.902816:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074881.902817:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612894976 00000100:00100000:1.0:1769074881.902854:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612894976 00000100:00100000:1.0:1769074881.902932:0:33336:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895104 00000100:00100000:1.0:1769074881.902936:0:33336:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895104 00010000:00010000:1.0:1769074881.902956:0:33336:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 10 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:1.0:1769074881.902986:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5340 00000100:00100000:1.0:1769074881.902997:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612895104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074881.903014:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074881.903041:0:33336:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 10 pid: 6531 timeout: 1966 lvb_type: 1 00010000:00010000:1.0:1769074881.903060:0:33336:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 10 pid: 6531 timeout: 1966 lvb_type: 1 00010000:00010000:1.0:1769074881.903091:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074881.903093:0:33336:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074881.903100:0:33336:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074881.903117:0:33336:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074881.903146:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074881.903221:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612895104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 225us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074881.903231:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5340 00000100:00100000:1.0:1769074881.903256:0:33336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 839 00000100:00100000:1.0:1769074881.903263:0:33336:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+26:2371:x1855007612894976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074881.903273:0:33336:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074881.903289:0:33336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709e00/0x8b5959a9a0e8be20 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba82 expref: 26 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074881.903307:0:33336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074881.903312:0:33336:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074881.903332:0:33336:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8e818347-4d21-45d1-a323-b359656f3fdd+25:2371:x1855007612894976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 70us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074881.903339:0:33336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 839 00010000:00010000:2.0:1769074881.903593:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337600/0x8b5959a9a0e8be12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba7b expref: 9 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:2.0:1769074881.903608:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6531:1855007619963392:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074881.903633:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903643:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903650:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903681:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903690:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903700:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903707:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074881.903712:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903722:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903736:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074881.903744:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074881.903801:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612894848:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 24323us (24522us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074881.903810:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10084 00000100:00100000:0.0:1769074881.946516:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074881.947685:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895360 00000100:00100000:3.0:1769074881.947707:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895360 00000100:00100000:3.0:1769074881.947812:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6718 00000100:00100000:3.0:1769074881.947843:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:62274:x1855007612895360:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074881.947924:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1769074881.947962:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8be0b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba74 expref: 25 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.948011:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bd08 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba3c expref: 24 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074881.948029:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:3.0:1769074881.948036:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074881.948079:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.948101:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074881.948111:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00080000:3.0:1769074881.948688:0:29856:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21e:0x0], index 0: 0 00000040:00080000:3.0:1769074881.948886:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1662, 88 off144496 00000004:00080000:3.0:1769074881.948898:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1866110073753ns, next at 1840071277732ns, rc = 0 00000040:00080000:3.0:1769074881.948985:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1667, 88 off144888 00000004:00080000:3.0:1769074881.948992:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866110169163ns, next at 1840071274752ns, rc = 0 00000040:00080000:3.0:1769074881.949042:0:29856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1668, 88 off144976 00000004:00080000:3.0:1769074881.949049:0:29856:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866110225208ns, next at 1840071274752ns, rc = 0 00000004:00010000:1.0:1769074882.086358:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005236e42a reply state 000000000a4265e7 transno 8589941501 ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074882.086385:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074882.086554:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:62274:x1855007612895360:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 138725us (140045us total) trans 8589941501 rc 0/0 00000100:00100000:1.0:1769074882.086565:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6718 00000001:00080000:3.0:1769074882.087627:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941500 is committed 00000001:00080000:3.0:1769074882.087847:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941501 is committed 00000004:00080000:3.0:1769074882.087854:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1360 committed 00000004:00080000:3.0:1769074882.087864:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1359 committed 00000004:00080000:3.0:1769074882.087868:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1356 committed 00000100:00100000:0.0:1769074882.088278:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619963520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074882.088351:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074882.088432:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963520 00000100:00100000:1.0:1769074882.088441:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619963648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074882.088445:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963520 00000100:00100000:1.0:1769074882.088523:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074882.088524:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10085 00000100:00100000:1.0:1769074882.088595:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963648 00000100:00100000:1.0:1769074882.088605:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963648 00000100:00100000:1.0:1769074882.088649:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10086 00000100:00100000:1.0:1769074882.088658:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619963648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074882.089069:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619963648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 411us (552us total) trans 21474839630 rc 0/0 00000100:00100000:1.0:1769074882.089079:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10086 00000004:00080000:1.0:1769074882.089141:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d410e2680/2, rc 0, transno 21474839630 00000100:00100000:1.0:1769074882.089148:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619963648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074882.089501:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619963520:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1769074882.089871:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089884:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089892:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089903:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074882.089908:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089917:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089934:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074882.089938:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074882.089944:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.089950:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8be4a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074882.091112:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619963520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2569us (2756us total) trans 21474839631 rc 0/0 00000100:00100000:0.0:1769074882.091125:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10085 00000100:00080000:0.0:1769074882.091165:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1769074882.091226:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d410e0e00/2, rc 0, transno 21474839631 00000100:00100000:0.0:1769074882.091233:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619963520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074882.092957:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619963776:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074882.093065:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074882.094483:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963776 00000100:00100000:0.0:1769074882.094501:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963776 00000100:00100000:0.0:1769074882.095011:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10087 00000100:00100000:0.0:1769074882.095023:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619963776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074882.095380:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619963776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 360us (2315us total) trans 17179872670 rc 0/0 00000100:00100000:0.0:1769074882.095388:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10087 00000100:00080000:0.0:1769074882.095432:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074882.095583:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000004:00080000:0.0:1769074882.095629:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41333b80/2, rc 0, transno 17179872670 00000100:00100000:0.0:1769074882.095638:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619963776:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074882.095663:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895488 00000100:00100000:1.0:1769074882.095674:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895488 00000100:00100000:1.0:1769074882.095750:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6719 00000100:00100000:1.0:1769074882.096587:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62274:x1855007612895488:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.096619:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074882.096648:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba90 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.096727:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.096743:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.096770:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074882.096774:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074882.096779:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748ec00, rc 0) 00000100:00100000:1.0:1769074882.105326:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62274:x1855007612895488:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8723us (9726us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.105346:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6719 00000100:00100000:1.0:1769074882.117128:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.117207:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895616 00000100:00100000:1.0:1769074882.117219:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895616 00000100:00100000:1.0:1769074882.117281:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6720 00000100:00100000:1.0:1769074882.117292:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62274:x1855007612895616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.117318:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074882.117348:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be58 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba97 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.117642:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.117661:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.117674:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074882.117707:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097153 00000004:00200000:1.0:1769074882.117712:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074882.117734:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.117792:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be58 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba97 expref: 19 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.117993:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba97 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.118005:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:1.0:1769074882.118009:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074882.118014:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d0748f400, rc 0) 00000100:00100000:1.0:1769074882.118092:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:62274:x1855007612895616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 802us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.118101:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6720 00000100:00100000:1.0:1769074882.141040:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.141074:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.141108:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074882.141182:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895744 00000100:00100000:1.0:1769074882.141184:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612895872 00000100:00100000:1.0:1769074882.141201:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895872 00000100:00100000:0.0:1769074882.141202:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612895744 00000100:00100000:1.0:1769074882.141293:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:1.0:1769074882.141307:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c029dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612895872:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074882.141421:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c029dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612895872:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 116us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.141430:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:1.0:1769074882.144044:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896000 00000100:00100000:1.0:1769074882.144064:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896000 00000100:00100000:0.0:1769074882.147258:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10088 00000100:00100000:0.0:1769074882.147277:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612895744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074882.147301:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074882.147322:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11ba9e expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074882.147347:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 2097152, mtime: 0x6971f0b4, atime: 0x0, ctime: 0x6971f0b4, blocks: 0x1007 00010000:00010000:0.0:1769074882.147367:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.147369:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.147380:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074882.147397:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 9 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074882.147410:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708c00, rc 0) 00000100:00100000:0.0:1769074882.147477:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612895744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 206us (6449us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074882.147490:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10088 00000100:00100000:1.0:1769074882.147649:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 964 00000100:00100000:1.0:1769074882.147671:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612896000:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074882.147742:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612896000:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 83us (6667us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.148098:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 964 00000100:00080000:0.0:1769074882.149845:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074882.260347:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.260404:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.260768:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896128 00000100:00100000:2.0:1769074882.260779:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896128 00000100:00100000:2.0:1769074882.260900:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896256 00000100:00100000:2.0:1769074882.260905:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896256 00000100:00100000:2.0:1769074882.260932:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5580 00000100:00100000:2.0:1769074882.260941:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612896128:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:2.0:1769074882.260977:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.260993:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.260995:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.261000:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.261014:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074882.261867:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5581 00000100:00100000:1.0:1769074882.261880:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612896256:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:1.0:1769074882.261906:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.261915:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074882.261916:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074882.261920:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.261929:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286374:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286397:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286406:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286413:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074882.286417:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286426:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286448:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.286456:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074882.286585:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612896128:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 25640us (26244us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074882.286597:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5580 00010000:00010000:2.0:1769074882.296773:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.296812:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.297030:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.297040:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d0748e200 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074882.297045:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.297053:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.297081:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.297089:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d0748e200/0x8b5959a9a0e8be74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074882.297204:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612896256:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 35322us (36793us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074882.297214:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5581 00000100:00100000:1.0:1769074882.316908:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.317045:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896384 00000100:00100000:2.0:1769074882.317062:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896384 00000100:00100000:2.0:1769074882.317156:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5582 00000100:00100000:2.0:1769074882.317192:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612896384:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:2.0:1769074882.317254:0:26133:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1769074882.317264:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.317278:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.317280:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.317286:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.317302:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1769074882.405629:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839631 is committed 00000001:00080000:2.0:1769074882.405668:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839632 is committed 00002000:00010000:1.0:1769074882.405778:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1769074882.405783:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb mtime from disk: 0 -> 1769074883 00002000:00010000:1.0:1769074882.405785:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb ctime from disk: 0 -> 1769074883 00002000:00010000:1.0:1769074882.405787:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:1.0:1769074882.405801:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.405814:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.405942:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.405949:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074882.405954:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.405963:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.405983:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.406087:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8be7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074882.406211:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612896384:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 89042us (89315us total) trans 21474839632 rc 0/0 00000100:00100000:1.0:1769074882.406222:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5582 00000100:00100000:0.0:1769074882.417733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.418051:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896512 00000100:00100000:1.0:1769074882.418063:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896512 00000100:00100000:1.0:1769074882.418202:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5583 00000100:00100000:1.0:1769074882.418213:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612896512:12345-192.168.204.39@tcp:4:lfs.0 00002000:00010000:1.0:1769074882.418261:0:26133:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074882.418271:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.418289:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074882.418292:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074882.418297:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.418311:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.493919:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074882.517315:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839633 is committed 00002000:00010000:1.0:1769074882.517525:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1769074882.517530:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb mtime from disk: 0 -> 1769074883 00002000:00010000:1.0:1769074882.517533:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb ctime from disk: 0 -> 1769074883 00002000:00010000:1.0:1769074882.517536:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb blocks from disk: 1 -> 2059 00010000:00010000:1.0:1769074882.517550:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517560:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517569:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517576:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074882.517580:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517588:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517611:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.517618:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8be82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074882.517761:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612896512:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 99545us (100033us total) trans 21474839633 rc 0/0 00000100:00100000:1.0:1769074882.517773:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5583 00000100:00100000:1.0:1769074882.533666:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.533775:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896768 00000100:00100000:2.0:1769074882.533786:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896768 00000100:00100000:2.0:1769074882.534157:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6721 00000100:00100000:2.0:1769074882.534177:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:62274:x1855007612896768:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074882.534234:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074882.534263:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748f400/0x8b5959a9a0e8be5f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba97 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.534283:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074882.534288:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074882.534608:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.534622:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.534632:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000001:00080000:2.0:1769074882.534690:0:29856:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941502 00000004:00010000:2.0:1769074882.534718:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc2db9d8 reply state 0000000097a2f586 transno 8589941503 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074882.534727:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074882.534881:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:62274:x1855007612896768:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 714us (1223us total) trans 8589941503 rc 0/0 00000100:00100000:2.0:1769074882.534888:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6721 00000020:00080000:2.0:1769074882.534892:0:29856:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1769074882.538218:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538237:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538244:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538249:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074882.538254:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538261:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538280:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074882.538283:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074882.538287:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.538292:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be89 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074882.544573:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074882.545507:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612896896 00000100:00100000:0.0:1769074882.545520:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612896896 00000100:00100000:0.0:1769074882.545588:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10089 00000100:00100000:0.0:1769074882.545598:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:62274:x1855007612896896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074882.545616:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074882.545639:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baa5 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074882.545663:0:26306:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21d:0x0] initial LVB size: 1048576, mtime: 0x6971f0c3, atime: 0x0, ctime: 0x6971f0c3, blocks: 0x803 00010000:00010000:0.0:1769074882.545684:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.545686:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.545696:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.545712:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.545730:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708400, rc 0) 00000100:00100000:0.0:1769074882.545790:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:62274:x1855007612896896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 194us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074882.545798:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10089 00000100:00100000:3.0:1769074882.550500:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.550673:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897024 00000100:00100000:2.0:1769074882.550683:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897024 00000100:00100000:2.0:1769074882.550744:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10090 00000100:00100000:2.0:1769074882.550753:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:62274:x1855007612897024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074882.550771:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074882.550793:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baac expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1769074882.550859:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21e:0x0] initial LVB size: 2097152, mtime: 0x6971f0c3, atime: 0x0, ctime: 0x6971f0c3, blocks: 0x80b 00010000:00010000:2.0:1769074882.550883:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.550885:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074882.550894:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.550909:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.550927:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336200, rc 0) 00000100:00100000:2.0:1769074882.550978:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:62274:x1855007612897024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 225us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074882.550985:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10090 00000100:00100000:3.0:1769074882.557359:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.557706:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897152 00000100:00100000:1.0:1769074882.557717:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897152 00002000:00010000:1.0:1769074882.557756:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/542 (2097152->18446744073709551615) 00002000:00100000:1.0:1769074882.557761:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20597480 with x1855007612897152 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1769074882.557775:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20597480. 00000100:00100000:1.0:1769074882.557806:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5584 00000100:00100000:1.0:1769074882.557816:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612897152:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:1.0:1769074882.558193:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1769074882.558197:0:26133:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb mtime from disk: 1769074883 -> 1769074883 00002000:00010000:1.0:1769074882.558199:0:26133:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074882.558201:0:26133:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb ctime from disk: 1769074883 -> 1769074883 00002000:00010000:1.0:1769074882.558203:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:1.0:1769074882.558265:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612897152:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 449us (914us total) trans 21474839634 rc 0/0 00000100:00100000:1.0:1769074882.558276:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5584 00002000:00010000:1.0:1769074882.558279:0:26133:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/542 (2097152->18446744073709551615) 00002000:00100000:1.0:1769074882.558282:0:26133:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d20597480 with x1855007612897152 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1769074882.558286:0:26133:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d20597480. 00000100:00100000:1.0:1769074882.565715:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.566317:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897408 00000100:00100000:2.0:1769074882.566409:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897408 00000100:00100000:2.0:1769074882.566483:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6722 00000100:00100000:2.0:1769074882.566493:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:62274:x1855007612897408:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074882.566596:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.566615:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074882.566640:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00010000:2.0:1769074882.566785:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f6c7e103 reply state 00000000dcf63a87 transno 8589941504 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074882.566795:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074882.566935:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:62274:x1855007612897408:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 442us (1229us total) trans 8589941504 rc 0/0 00000100:00100000:2.0:1769074882.566942:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6722 00010000:00010000:0.0:1769074882.577644:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577663:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577671:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577677:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074882.577682:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577690:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577709:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074882.577712:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074882.577717:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074882.577723:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8be9e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074882.580925:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074882.581391:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897536 00000100:00100000:0.0:1769074882.581402:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897536 00000100:00100000:0.0:1769074882.581476:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10091 00000100:00100000:0.0:1769074882.581485:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:62274:x1855007612897536:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074882.581505:0:26306:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074882.581525:0:26306:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bab3 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.581556:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 10 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074882.581564:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.581565:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074882.581569:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.581600:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 10 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074882.581615:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 10 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:0.0:1769074882.581628:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619963904:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074882.581717:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074882.591462:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074882.591724:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897664 00000100:00100000:3.0:1769074882.591734:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897664 00010000:00010000:3.0:1769074882.591779:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 11 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:3.0:1769074882.591867:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5341 00000100:00100000:3.0:1769074882.591877:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612897664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074882.591893:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074882.591916:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 11 pid: 6531 timeout: 1966 lvb_type: 1 00010000:00010000:3.0:1769074882.591932:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 11 pid: 6531 timeout: 1966 lvb_type: 1 00010000:00010000:3.0:1769074882.591957:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074882.591960:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074882.591967:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.591978:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.592032:0:8266:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 11 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074882.592046:0:8266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20594a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619964032:192.168.204.39@tcp:105: 00000100:00100000:3.0:1769074882.592135:0:8266:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d02240 going to sleep for 11 seconds 00010000:00010000:0.0:1769074882.592589:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708c00/0x8b5959a9a0e8be66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba9e expref: 11 pid: 6531 timeout: 1966 lvb_type: 1 00000100:00100000:0.0:1769074882.592604:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26306:1855007619963904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074882.592629:0:26306:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 10 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.592640:0:26306:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708e00, rc 0) 00000100:00100000:0.0:1769074882.592674:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:62274:x1855007612897536:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 11190us (11759us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074882.592683:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10091 00000100:00100000:2.0:1769074882.600370:0:8266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20594a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8266:1855007619964032:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074882.600398:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074882.600464:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612897664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8587us (9010us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074882.600474:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5341 00000100:00100000:2.0:1769074882.605008:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074882.605126:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612897792 00000100:00100000:0.0:1769074882.605137:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612897792 00000100:00100000:0.0:1769074882.605205:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10092 00000100:00100000:0.0:1769074882.605214:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612897792:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074882.605406:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1769074882.605411:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 1769074868 -> 1769074868 00002000:00010000:0.0:1769074882.605413:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb atime from disk: 0 -> 1769074856 00002000:00010000:0.0:1769074882.605415:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 1769074868 -> 1769074883 00002000:00010000:0.0:1769074882.605417:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1769074882.605482:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612897792:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 268us (496us total) trans 17179872671 rc 0/0 00000100:00100000:0.0:1769074882.605490:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10092 00000100:00100000:3.0:1769074882.656869:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074882.656978:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898048 00000100:00100000:0.0:1769074882.656988:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898048 00000100:00100000:0.0:1769074882.657048:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2807 00000100:00100000:0.0:1769074882.657058:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:62274:x1855007612898048:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:0.0:1769074882.657143:0:29859:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1b8:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba89 expref: 20 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.657207:0:29859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.657221:0:29859:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.657230:0:29859:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.657267:0:29859:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.657282:0:29859:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 20 pid: 29856 timeout: 1966 lvb_type: 0 00000100:00100000:0.0:1769074882.657296:0:29859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619964160:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074882.657449:0:29859:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074882.665761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.666071:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898176 00000100:00100000:2.0:1769074882.666086:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898176 00010000:00010000:2.0:1769074882.666143:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 21 pid: 29856 timeout: 1966 lvb_type: 0 00000100:00100000:2.0:1769074882.666208:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5342 00000100:00100000:2.0:1769074882.666219:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612898176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074882.666238:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074882.666245:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 21 pid: 29856 timeout: 1966 lvb_type: 0 00010000:00010000:2.0:1769074882.666263:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 21 pid: 29856 timeout: 1966 lvb_type: 0 00010000:00010000:2.0:1769074882.666292:0:8266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074882.666298:0:8266:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074882.666310:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074882.666318:0:8266:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 29859 initiator: MDT0 00010000:00010000:2.0:1769074882.666342:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074882.666416:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:2371:x1855007612898176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 198us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074882.666426:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5342 00010000:00010000:0.0:1769074882.668406:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d0748ec00/0x8b5959a9a0e8be51 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba90 expref: 20 pid: 29856 timeout: 1966 lvb_type: 0 00000100:00100000:0.0:1769074882.668436:0:29859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10872a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:29859:1855007619964160:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074882.668467:0:29859:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.668477:0:29859:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.668483:0:29859:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000040:00080000:0.0:1769074882.670636:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1663, 88 off144584 00000004:00080000:0.0:1769074882.670658:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1866831833641ns, next at 1840071277732ns, rc = 0 00000040:00080000:0.0:1769074882.670772:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1669, 88 off145064 00000004:00080000:0.0:1769074882.670780:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866831956901ns, next at 1840071274752ns, rc = 0 00000040:00080000:0.0:1769074882.670805:0:29859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1670, 88 off145152 00000004:00080000:0.0:1769074882.670810:0:29859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866831987161ns, next at 1840071274752ns, rc = 0 00000001:00080000:3.0:1769074882.759572:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941505 is committed 00000004:00080000:3.0:1769074882.759594:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1362 committed 00000004:00080000:3.0:1769074882.759607:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1361 committed 00000004:00080000:3.0:1769074882.759610:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1357 committed 00000004:00010000:2.0:1769074882.759804:0:29859:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e78044d7 reply state 000000003c199e11 transno 8589941505 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29859 initiator: MDT0 00000100:00100000:2.0:1769074882.759847:0:29859:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074882.759861:0:29859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:2.0:1769074882.759864:0:29859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1769074882.759877:0:29859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709c00/0x8b5959a9a0e8be35 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11ba89 expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1769074882.760243:0:29859:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1769074882.760267:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62274:x1855007612898048:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 103208us (103447us total) trans 8589941505 rc 0/0 00000100:00100000:2.0:1769074882.760278:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2807 00000100:00100000:2.0:1769074882.760507:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619964288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074882.760527:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619964416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074882.760582:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074882.760622:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619964544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074882.760654:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074882.760699:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964288 00000100:00100000:3.0:1769074882.760708:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964288 00000100:00100000:2.0:1769074882.760738:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964544 00000100:00100000:2.0:1769074882.760744:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964544 00000100:00100000:3.0:1769074882.760775:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10093 00000100:00100000:2.0:1769074882.760784:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10094 00000100:00100000:3.0:1769074882.760789:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619964288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074882.760797:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619964544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1769074882.761118:0:26306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1769074882.761123:0:26306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb mtime from disk: 1769074883 -> 1769074883 00002000:00010000:3.0:1769074882.761125:0:26306:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074882.761128:0:26306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb ctime from disk: 1769074883 -> 1769074883 00002000:00010000:3.0:1769074882.761130:0:26306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21d:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:3.0:1769074882.761187:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619964288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 403us (607us total) trans 21474839635 rc 0/0 00000100:00100000:3.0:1769074882.761195:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10093 00000100:00100000:3.0:1769074882.761246:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839631 gen 2 00000004:00080000:3.0:1769074882.761253:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d410e2680, transno 21474839630 00000004:00080000:3.0:1769074882.761261:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d410e0e00, transno 21474839631 00000100:00100000:3.0:1769074882.761269:0:3291:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d20595880 x1855007619964288/t21474839635(21474839635) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074898 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1769074882.761292:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20595880/2, rc 0, transno 21474839635 00000100:00100000:3.0:1769074882.761298:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619964288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074882.761316:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074882.761345:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964416 00000100:00100000:3.0:1769074882.761350:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964416 00000100:00100000:3.0:1769074882.761372:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10095 00000100:00100000:3.0:1769074882.761378:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619964416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1769074882.761478:0:33818:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1769074882.761482:0:33818:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb mtime from disk: 1769074883 -> 1769074883 00002000:00010000:3.0:1769074882.761485:0:33818:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074882.761487:0:33818:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb ctime from disk: 1769074883 -> 1769074883 00002000:00010000:3.0:1769074882.761490:0:33818:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21e:0x0] updating lvb blocks from disk: 2059 -> 2059 00000100:00100000:3.0:1769074882.761525:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619964416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (208us total) trans 21474839636 rc 0/0 00000100:00100000:3.0:1769074882.761533:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10095 00000004:00080000:3.0:1769074882.761561:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20596300/2, rc 0, transno 21474839636 00000100:00100000:3.0:1769074882.761566:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619964416:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1769074882.761596:0:6531:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1769074882.761601:0:6531:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 1769074868 -> 1769074868 00002000:00010000:2.0:1769074882.761604:0:6531:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb atime from disk: 1769074856 -> 1769074856 00002000:00010000:2.0:1769074882.761607:0:6531:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 1769074883 -> 1769074883 00002000:00010000:2.0:1769074882.761609:0:6531:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1769074882.761739:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619964544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 944us (1082us total) trans 17179872672 rc 0/0 00000100:00100000:2.0:1769074882.761751:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10094 00000004:00080000:3.0:1769074882.761872:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20597100/2, rc 0, transno 17179872672 00000100:00100000:3.0:1769074882.761877:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619964544:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1769074882.763040:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763056:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763065:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763072:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074882.763077:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763086:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763105:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7cea00) 00010000:00010000:0.0:1769074882.763109:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074882.763115:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00010000:00010000:0.0:1769074882.763121:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708c00/0x8b5959a9a0e8beac lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29859 initiator: MDT0 00000100:00100000:3.0:1769074882.779308:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.779531:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898304 00000100:00100000:1.0:1769074882.779542:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898304 00000100:00100000:1.0:1769074882.779672:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6723 00000100:00100000:1.0:1769074882.779683:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+15:62274:x1855007612898304:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.779707:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074882.779731:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8beb3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baba expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.779804:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8beb3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baba expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.779878:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8beb3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baba expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.779898:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074882.779905:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1769074882.779909:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074882.779977:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:62274:x1855007612898304:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 297us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.779984:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6723 00000100:00100000:3.0:1769074882.784815:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074882.785405:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898560 00000100:00100000:2.0:1769074882.785417:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898560 00000100:00100000:2.0:1769074882.785511:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2808 00000100:00100000:2.0:1769074882.785521:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:62274:x1855007612898560:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074882.785857:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62274:x1855007612898560:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 296us (1010us total) trans 8589941506 rc 0/0 00000100:00100000:2.0:1769074882.785867:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2808 00000100:00100000:3.0:1769074882.835101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.835398:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898816 00000100:00100000:1.0:1769074882.835409:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898816 00000100:00100000:1.0:1769074882.835470:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6724 00000100:00100000:1.0:1769074882.835569:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62275:x1855007612898816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.835595:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074882.835620:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8beba lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bac1 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.836004:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836031:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836043:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836057:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836065:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836071:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836427:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836435:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836442:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836449:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.836454:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836463:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836476:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.836492:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.836498:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836504:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bec1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836517:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836523:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836529:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836534:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.836537:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836542:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836550:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074882.836553:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.836556:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836562:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bec8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.836594:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8beba lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bac1 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.836604:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.836607:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074882.836610:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8beba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bac1 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.836621:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074882.837346:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62275:x1855007612898816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1863us (2330us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074882.837356:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6724 00000100:00100000:0.0:1769074882.846135:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.846714:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612898944 00000100:00100000:1.0:1769074882.846730:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612898944 00000100:00100000:1.0:1769074882.846802:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6725 00000100:00100000:1.0:1769074882.846811:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62275:x1855007612898944:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074882.846960:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.846990:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847006:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847023:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847030:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847037:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847681:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847693:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847700:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074882.847747:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:1.0:1769074882.847752:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074882.847768:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847783:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847790:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847797:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.847803:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.847808:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848225:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848242:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.848245:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.848251:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848258:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8becf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848276:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848283:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848289:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848294:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.848297:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848303:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848309:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074882.848311:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.848313:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848318:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bed6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848336:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848342:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848348:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848352:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.848355:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848360:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848366:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074882.848368:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.848370:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.848375:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bedd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074882.848503:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62275:x1855007612898944:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1687us (2381us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.848514:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6725 00000100:00100000:2.0:1769074882.907897:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.908562:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612899200 00000100:00100000:1.0:1769074882.908576:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612899200 00000100:00100000:1.0:1769074882.908646:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6726 00000100:00100000:1.0:1769074882.908658:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62279:x1855007612899200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.908692:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074882.908720:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bee4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bac8 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.908805:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.908853:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.908863:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.908876:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.908881:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.908885:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909221:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909228:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909235:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909242:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.909247:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909256:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909271:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.909274:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.909279:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909285:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8beeb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909300:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909307:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909312:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909317:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.909320:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909326:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909333:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074882.909335:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.909338:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909343:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bef2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074882.909390:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bee4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bac8 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.909401:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.909403:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074882.909630:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bee4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bac8 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.909643:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2800, rc 0) 00000100:00100000:1.0:1769074882.909736:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62279:x1855007612899200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1079us (1851us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074882.909745:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6726 00000100:00100000:2.0:1769074882.920387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074882.920600:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612899328 00000100:00100000:1.0:1769074882.920614:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612899328 00000100:00100000:1.0:1769074882.920695:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6727 00000100:00100000:1.0:1769074882.920708:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62279:x1855007612899328:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074882.920813:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.920885:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.920900:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.920919:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.920926:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.920934:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921081:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921091:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921098:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:1.0:1769074882.921142:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:1.0:1769074882.921148:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074882.921175:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921190:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921197:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921204:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921211:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.921215:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921223:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921236:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074882.921240:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.921245:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921252:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bef9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921269:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921275:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921280:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921285:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.921288:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921294:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921301:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074882.921304:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.921306:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921312:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf00 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921330:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921335:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921341:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921345:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074882.921347:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921352:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921359:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074882.921361:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074882.921364:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074882.921370:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074882.922885:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62279:x1855007612899328:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 2163us (2497us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074882.922902:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6727 00000100:00100000:0.0:1769074883.041499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074883.043089:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612899584 00000100:00100000:1.0:1769074883.043112:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612899584 00000100:00100000:1.0:1769074883.043248:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6728 00000100:00100000:1.0:1769074883.043261:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62286:x1855007612899584:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074883.043288:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074883.043321:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf0e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bacf expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.043440:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043462:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043476:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043495:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043504:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043511:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043672:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043681:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043688:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043696:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.043701:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043709:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043726:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.043730:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.043738:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043744:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf15 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043763:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043770:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043775:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043781:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.043784:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043790:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043797:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074883.043800:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.043803:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043808:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf1c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074883.043921:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf0e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bacf expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.043933:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.043936:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074883.043940:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf0e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bacf expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.043950:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2600, rc 0) 00000100:00100000:1.0:1769074883.044040:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62286:x1855007612899584:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 781us (2557us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074883.044049:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6728 00000100:00080000:0.0:1769074883.045268:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074883.069690:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074883.069869:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612899712 00000100:00100000:1.0:1769074883.069885:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612899712 00000100:00100000:1.0:1769074883.069971:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6729 00000100:00100000:1.0:1769074883.069991:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62286:x1855007612899712:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074883.070111:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070135:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070152:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070206:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070214:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070221:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070379:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070389:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070396:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074883.070454:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:1.0:1769074883.070460:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074883.070477:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070493:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070500:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070507:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070513:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.070518:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070526:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070541:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.070544:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.070551:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070557:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070574:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070580:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070585:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070590:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.070593:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070598:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070605:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074883.070608:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.070611:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070616:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf2a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070632:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070638:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070644:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070652:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.070655:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070661:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070668:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074883.070671:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.070674:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.070679:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf31 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074883.070779:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62286:x1855007612899712:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 788us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.070789:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6729 00000100:00100000:2.0:1769074883.154250:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074883.157022:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612899968 00000100:00100000:1.0:1769074883.157045:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612899968 00000100:00100000:0.0:1769074883.159632:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6730 00000100:00100000:0.0:1769074883.159658:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62295:x1855007612899968:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074883.159689:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074883.159726:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8bf38 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bad6 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.159859:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.159878:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.159892:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.159905:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.159919:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.159924:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160064:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160072:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160082:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160088:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074883.160093:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160101:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160115:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074883.160118:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074883.160124:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160130:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8bf3f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160147:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160164:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160170:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160174:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074883.160177:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160183:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160189:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6400) 00010000:00010000:0.0:1769074883.160192:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074883.160195:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160200:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709a00/0x8b5959a9a0e8bf46 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074883.160237:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8bf38 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bad6 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.160247:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:0.0:1769074883.160250:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074883.160253:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708a00/0x8b5959a9a0e8bf38 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bad6 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.160264:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708a00, rc 0) 00000100:00100000:0.0:1769074883.160356:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62295:x1855007612899968:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 710us (6121us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074883.160365:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6730 00000100:00100000:0.0:1769074883.170404:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074883.170565:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900096 00000100:00100000:2.0:1769074883.170580:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900096 00000100:00100000:2.0:1769074883.170678:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6731 00000100:00100000:2.0:1769074883.170689:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62295:x1855007612900096:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074883.170806:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.170862:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.170877:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.170896:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.170902:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.170909:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171072:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171081:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171088:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074883.171137:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:2.0:1769074883.171143:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074883.171169:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171184:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171191:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171198:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171204:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074883.171209:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171216:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171230:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074883.171234:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074883.171240:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171246:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337000/0x8b5959a9a0e8bf4d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171259:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171264:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171269:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171274:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074883.171276:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171282:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171288:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7ce600) 00010000:00010000:2.0:1769074883.171291:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074883.171294:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171300:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337800/0x8b5959a9a0e8bf54 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171317:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171324:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171329:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171333:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074883.171336:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171342:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171349:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:2.0:1769074883.171351:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074883.171354:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074883.171359:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8bf5b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074883.171470:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:62295:x1855007612900096:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 781us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074883.171481:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6731 00000100:00100000:2.0:1769074883.213747:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074883.214218:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900352 00000100:00100000:1.0:1769074883.214235:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900352 00000100:00100000:1.0:1769074883.214316:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6732 00000100:00100000:1.0:1769074883.214328:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62297:x1855007612900352:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074883.214357:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074883.214389:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf62 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11badd expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.214503:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214522:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214536:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214554:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214562:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214569:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214947:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214956:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214964:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.214970:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.215258:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215269:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215285:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.215288:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.215295:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215302:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2800/0x8b5959a9a0e8bf69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215319:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215325:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215330:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215336:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.215338:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215344:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215351:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9300) 00010000:00010000:1.0:1769074883.215354:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.215357:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.215362:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2600/0x8b5959a9a0e8bf70 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.216433:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf62 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11badd expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.216454:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.216458:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074883.216462:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8bf62 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11badd expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074883.216479:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3a00, rc 0) 00000100:00100000:1.0:1769074883.216588:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62297:x1855007612900352:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2261us (2857us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074883.216599:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6732 00000100:00100000:3.0:1769074883.223728:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074883.223955:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900480 00000100:00100000:1.0:1769074883.223969:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900480 00000100:00100000:1.0:1769074883.224061:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6733 00000100:00100000:1.0:1769074883.224074:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62297:x1855007612900480:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1769074883.224190:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224213:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224227:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224244:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224250:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224256:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224416:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224425:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224432:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:1.0:1769074883.224474:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:1.0:1769074883.224480:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1769074883.224496:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224511:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224518:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224525:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224531:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.224536:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224543:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224557:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:1.0:1769074883.224561:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.224567:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224573:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2a00/0x8b5959a9a0e8bf77 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224589:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224595:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224600:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224605:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.224607:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224626:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224634:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0c8b9600) 00010000:00010000:1.0:1769074883.224637:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.224640:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224646:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3800/0x8b5959a9a0e8bf7e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224665:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224672:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224677:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224687:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074883.224690:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224696:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224704:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:1.0:1769074883.224706:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074883.224709:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:1.0:1769074883.224714:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2e00/0x8b5959a9a0e8bf85 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00000100:00100000:1.0:1769074883.224872:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62297:x1855007612900480:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 751us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.224882:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6733 00010000:00010000:0.0:1769074883.518200:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074883.583933:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619964800:0@lo:400:kworker.0 00000100:00100000:0.0:1769074883.584033:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074883.584096:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619965312:0@lo:400:kworker.0 00000100:00100000:0.0:1769074883.584115:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074883.584139:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074883.584144:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619964928:0@lo:400:kworker.0 00000100:00100000:0.0:1769074883.584175:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074883.584209:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964800 00000100:00100000:0.0:1769074883.584217:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964800 00000100:00100000:1.0:1769074883.584538:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965056:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.584578:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074883.584605:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074883.584611:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619964672:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.584639:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074883.584659:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965184:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.584678:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074883.584702:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964672 00000100:00100000:1.0:1769074883.584705:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964672 00000100:00100000:1.0:1769074883.584740:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1769074883.584748:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c029dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619964672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.584797:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c029dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619964672:12345-0@lo:400:kworker.0 Request processed in 49us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.584804:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1769074883.584860:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965056 00000100:00100000:1.0:1769074883.584863:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965056 00000100:00100000:1.0:1769074883.584885:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965184 00000100:00100000:1.0:1769074883.584888:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965184 00000100:00100000:1.0:1769074883.584904:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1769074883.584909:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.584950:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965056:12345-0@lo:400:kworker.0 Request processed in 40us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.584956:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1769074883.585077:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1769074883.585084:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585111:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965184:12345-0@lo:400:kworker.0 Request processed in 29us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.585117:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1769074883.585171:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619964672:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585183:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965184:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585192:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965056:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585226:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965312 00000100:00100000:1.0:1769074883.585228:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965312 00000100:00100000:1.0:1769074883.585460:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964928 00000100:00100000:1.0:1769074883.585463:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964928 00000100:00100000:1.0:1769074883.585485:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1769074883.585492:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619964800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585531:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619964800:12345-0@lo:400:kworker.0 Request processed in 40us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.585537:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1769074883.585551:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1769074883.585556:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619965312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585577:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619965312:12345-0@lo:400:kworker.0 Request processed in 21us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.585582:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1769074883.585590:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1769074883.585595:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619964928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585615:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2019df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619964928:12345-0@lo:400:kworker.0 Request processed in 20us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074883.585620:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:1.0:1769074883.585660:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074883.585895:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619964928:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585905:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d10873b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619964800:0@lo:400:kworker.0 00000100:00100000:1.0:1769074883.585915:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619965312:0@lo:400:kworker.0 00000001:00080000:0.0:1769074883.672776:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872671 is committed 00000001:00080000:0.0:1769074883.672801:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872670 is committed 00000001:00080000:0.0:1769074883.672809:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872672 is committed 00010000:00010000:1.0:1769074884.543348:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074885.572589:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074885.631044:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074885.631078:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619965440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074885.631185:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074885.631270:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965440 00000100:00100000:0.0:1769074885.631281:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965440 00000100:00100000:0.0:1769074885.631355:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1769074885.631364:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619965440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074885.631414:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1769074885.631466:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619965440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074885.631474:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:0.0:1769074885.631504:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074885.631541:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872672 gen 2 00000004:00080000:0.0:1769074885.631548:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41333b80, transno 17179872670 00000004:00080000:0.0:1769074885.631558:0:3291:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20597100, transno 17179872672 00000100:00100000:0.0:1769074885.631572:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d21b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619965440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074885.636865:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074885.636970:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074885.637151:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965568 00000100:00100000:1.0:1769074885.637163:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965568 00000100:00080000:2.0:1769074885.644714:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074885.645208:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1769074885.645235:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074885.645295:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1769074885.645405:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619965568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 184us (8435us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074885.645415:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1769074885.645660:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619965568:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1769074886.591523:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074887.260588:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074887.261173:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900608 00000100:00100000:1.0:1769074887.261184:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900608 00000100:00100000:1.0:1769074887.261255:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00100000:1.0:1769074887.261265:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c029de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612900608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074887.261345:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c029de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612900608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 81us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074887.261353:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00100000:0.0:1769074887.266016:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074887.266071:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074887.266115:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900992 00000100:00100000:0.0:1769074887.266124:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900992 00000100:00100000:0.0:1769074887.266203:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 967 00000100:00100000:0.0:1769074887.266214:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612900992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074887.266287:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612900992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074887.266297:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 967 00000100:00080000:0.0:1769074887.266325:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074887.266352:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900736 00000100:00100000:1.0:1769074887.266358:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900736 00000100:00100000:1.0:1769074887.266406:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:1.0:1769074887.266416:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612900736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:2.0:1769074887.266483:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074887.268013:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+17:2371:x1855007612900736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1590us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074887.268025:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:0.0:1769074887.272746:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074887.273283:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612900864 00000100:00100000:1.0:1769074887.273293:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612900864 00000100:00100000:1.0:1769074887.273360:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 968 00000100:00100000:1.0:1769074887.273370:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612900864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074887.273441:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612900864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074887.273449:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 968 00000100:00080000:2.0:1769074887.273624:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1769074887.614524:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074887.779771:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941506 is committed 00000001:00080000:2.0:1769074887.801753:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839634 is committed 00000001:00080000:0.0:1769074887.802308:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839636 is committed 00010000:00010000:3.0:1769074888.655627:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074888.706113:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619965824:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706191:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074888.706240:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619966336:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706262:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074888.706286:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074888.706292:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619965952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706316:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074888.706343:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965824 00000100:00100000:0.0:1769074888.706351:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965824 00000100:00100000:0.0:1769074888.706395:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966336 00000100:00100000:0.0:1769074888.706398:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966336 00000100:00100000:0.0:1769074888.706419:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965952 00000100:00100000:0.0:1769074888.706422:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965952 00000100:00100000:0.0:1769074888.706458:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1769074888.706467:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619965824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706519:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619965824:12345-0@lo:400:kworker.0 Request processed in 52us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.706527:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1769074888.706544:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1769074888.706550:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619966336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706577:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619966336:12345-0@lo:400:kworker.0 Request processed in 27us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.706586:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1769074888.706597:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1769074888.706602:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619965952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706629:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619965952:12345-0@lo:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.706634:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1769074888.706677:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619965952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706688:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619965824:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.706697:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619966336:0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.707683:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619965696:0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.707739:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074888.707784:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966208:0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.707810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074888.707854:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619965696 00000100:00100000:3.0:1769074888.707857:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074888.707862:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619965696 00000100:00100000:3.0:1769074888.707866:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966080:0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.707906:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1769074888.707917:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619965696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.707917:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074888.707963:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966208 00000100:00100000:3.0:1769074888.707968:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966208 00000100:00100000:0.0:1769074888.707973:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619965696:12345-0@lo:400:kworker.0 Request processed in 58us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.707981:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1769074888.708008:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966080 00000100:00100000:3.0:1769074888.708012:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966080 00000100:00100000:3.0:1769074888.708056:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1769074888.708074:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074888.708092:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1769074888.708103:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.708110:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966208:12345-0@lo:400:kworker.0 Request processed in 46us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.708142:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966080:12345-0@lo:400:kworker.0 Request processed in 42us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074888.708147:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1769074888.708407:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1769074888.708444:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839636 gen 2 00000004:00080000:3.0:1769074888.708449:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20595880, transno 21474839635 00000004:00080000:3.0:1769074888.708469:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20596300, transno 21474839636 00000100:00100000:3.0:1769074888.708475:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966080:0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.708484:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619965696:0@lo:400:kworker.0 00000100:00100000:3.0:1769074888.708493:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966208:0@lo:400:kworker.0 00000100:00080000:2.0:1769074888.710438:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074888.710447:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074888.710451:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074889.482400:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074889.482488:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901120 00000100:00100000:0.0:1769074889.482499:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901120 00000100:00100000:0.0:1769074889.482778:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6734 00000100:00100000:0.0:1769074889.482791:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+16:62715:x1855007612901120:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1769074889.482813:0:29858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074889.482874:0:29858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bf8c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bae4 expref: -99 pid: 29858 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1769074889.482876:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074889.482943:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.482956:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.482969:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.482984:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.482992:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.482998:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.483929:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.483942:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.483950:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000004:00200000:2.0:1769074889.483985:0:29858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b8:0x0]: returning size 2097152 00000004:00200000:2.0:1769074889.483990:0:29858:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074889.484008:0:29858:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484019:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484027:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484032:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484038:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484043:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074889.484060:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484072:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484083:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074889.484086:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074889.484091:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484097:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bf93 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484112:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484118:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484124:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484129:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074889.484132:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484138:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484146:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0dee6700) 00010000:00010000:2.0:1769074889.484148:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074889.484151:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484156:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bf9a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.484195:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bf8c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bae4 expref: 18 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.484208:0:29858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bae4 expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.484216:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:2.0:1769074889.484218:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074889.484220:0:29858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337600, rc 0) 00000100:00100000:2.0:1769074889.484294:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62715:x1855007612901120:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1507us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074889.484304:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6734 00000100:00100000:0.0:1769074889.489965:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074889.490145:0:29858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901376 00000100:00100000:2.0:1769074889.490159:0:29858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901376 00000100:00100000:2.0:1769074889.490227:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6735 00000100:00100000:2.0:1769074889.490237:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62715:x1855007612901376:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1769074889.490293:0:29858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1769074889.490324:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfa1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bae4 expref: 17 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.490347:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8beb3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baba expref: 16 pid: 29858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.490358:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0c8b9a00) 00010000:00010000:2.0:1769074889.490367:0:29858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074889.490386:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490399:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490408:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490423:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490429:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490435:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490566:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490574:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.490581:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000040:00080000:2.0:1769074889.491253:0:29858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1664, 64 off144648 00000004:00080000:2.0:1769074889.491266:0:29858:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1873652442382ns, next at 1874652437969ns, rc = 0 00000040:00080000:2.0:1769074889.491294:0:29858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1671, 64 off145216 00000004:00080000:2.0:1769074889.491300:0:29858:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1873652476348ns, next at 1874652474924ns, rc = 0 00000040:00080000:2.0:1769074889.491315:0:29858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1672, 64 off145280 00010000:00010000:2.0:1769074889.491386:0:29858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491397:0:29858:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491405:0:29858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491412:0:29858:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491419:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491424:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491438:0:29858:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074889.491456:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491462:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491467:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491472:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074889.491476:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491483:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491491:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074889.491493:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074889.491497:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491507:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8bfb6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491567:0:29858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491573:0:29858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491578:0:29858:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491583:0:29858:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074889.491586:0:29858:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491591:0:29858:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491599:0:29858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff956d0e7ce800) 00010000:00010000:2.0:1769074889.491602:0:29858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074889.491605:0:29858:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.491609:0:29858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8bfa8 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00000004:00010000:2.0:1769074889.491618:0:29858:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b548b5ce reply state 0000000099e1f999 transno 8589941507 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29858 initiator: MDT0 00000100:00100000:2.0:1769074889.491625:0:29858:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074889.491741:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e818347-4d21-45d1-a323-b359656f3fdd+17:62715:x1855007612901376:12345-192.168.204.39@tcp:36:rm.0 Request processed in 1502us (1784us total) trans 8589941507 rc 0/0 00000100:00100000:2.0:1769074889.491753:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6735 00010000:00010000:0.0:1769074889.493768:0:5741:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074889.493784:0:5741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.493797:0:5741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074889.493802:0:5741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.493812:0:5741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.493864:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:0.0:1769074889.494377:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1769074889.494385:0:5741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.494393:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337400/0x8b5959a9a0e8bfbd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29858 initiator: MDT0 00010000:00010000:0.0:1769074889.494422:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074889.494425:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074889.494427:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074889.498029:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498058:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498068:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498074:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074889.498079:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498087:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498104:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x769e758a (ffff956d0e7ceb00) 00010000:00010000:2.0:1769074889.498107:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074889.498113:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:2.0:1769074889.498119:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8bfaf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29858 initiator: MDT0 00010000:00010000:3.0:1769074889.663203:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074890.687319:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074890.749954:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1874911128044ns, next at 1875911125649ns, rc = 0 00000100:00100000:1.0:1769074890.750214:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074890.750242:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074890.750316:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074890.752363:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1874913537480ns, next at 1875913535217ns, rc = 0 00000100:00100000:1.0:1769074890.752384:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074890.752401:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074890.752455:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074890.759396:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966464 00000100:00100000:0.0:1769074890.759413:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966464 00000100:00100000:0.0:1769074890.759565:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966592 00000100:00100000:0.0:1769074890.759569:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966592 00000100:00100000:0.0:1769074890.759592:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1769074890.759603:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619966464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074890.759647:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1769074890.759723:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619966464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (9406us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074890.759730:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1769074890.759748:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1769074890.759754:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074890.759773:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1769074890.759806:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (7351us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074890.759813:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:3.0:1769074890.759973:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074890.759978:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074890.760075:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074890.760124:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966592:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1769074891.507058:0:35552:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204d: FLR write/stale/resync sel test with repeated comp ========================================================== 04:41:30 (1769074890) 00010000:00010000:0.0:1769074891.710200:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074892.382859:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.382904:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.382932:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.382964:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.383009:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901760 00000100:00100000:0.0:1769074892.383024:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901760 00000100:00100000:0.0:1769074892.383101:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901888 00000100:00100000:0.0:1769074892.383105:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901888 00000100:00100000:0.0:1769074892.383136:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 971 00000100:00100000:0.0:1769074892.383147:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612901760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074892.383246:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612901760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 100us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074892.383255:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 971 00000100:00100000:0.0:1769074892.383279:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 972 00000100:00100000:0.0:1769074892.383286:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612901888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074892.383312:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612901888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074892.383319:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 972 00000100:00100000:0.0:1769074892.383340:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901632 00000100:00100000:0.0:1769074892.383344:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901632 00000100:00100000:0.0:1769074892.383375:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:0.0:1769074892.383382:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612901632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074892.383425:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612901632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074892.383432:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00080000:0.0:1769074892.383456:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074892.383461:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074892.383464:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074892.384528:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612901504 00000100:00100000:2.0:1769074892.384551:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612901504 00000100:00100000:2.0:1769074892.384603:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:2.0:1769074892.384611:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612901504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074892.384677:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612901504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074892.384685:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 368 00010000:00010000:3.0:1769074892.734789:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074892.885552:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1359 committed 00000004:00080000:3.0:1769074892.885713:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1364 committed 00000001:00080000:3.0:1769074892.885736:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941507 is committed 00000004:00080000:3.0:1769074892.885744:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1363 committed 00000004:00080000:3.0:1769074892.885748:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1358 committed 00000100:00100000:2.0:1769074892.885966:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1769074892.886049:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074892.886171:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074892.886229:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074892.886274:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074892.886282:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074892.886284:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966720 00000100:00100000:3.0:1769074892.886296:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966720 00000100:00100000:0.0:1769074892.886305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074892.886357:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966848 00000100:00100000:0.0:1769074892.886363:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966848 00000100:00100000:2.0:1769074892.886373:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619966976 00000100:00100000:2.0:1769074892.886382:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619966976 00000100:00100000:2.0:1769074892.886439:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10096 00000100:00100000:2.0:1769074892.886448:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619966976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1769074892.886485:0:26306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:542 count 1 00010000:00010000:2.0:1769074892.886516:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.886539:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.886548:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074892.886551:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1769074892.886555:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.886607:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.886623:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 8 pid: 6531 timeout: 1977 lvb_type: 0 00000100:00100000:2.0:1769074892.886641:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619967104:192.168.204.39@tcp:104: 00000100:00100000:2.0:1769074892.886721:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074892.887105:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10097 00000100:00100000:3.0:1769074892.887113:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619966720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074892.887127:0:33818:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:545 count 1 00010000:00010000:3.0:1769074892.887143:0:33818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.887156:0:33818:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.887162:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074892.887164:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074892.887167:0:33818:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.887187:0:33818:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 8 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.887195:0:33818:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 8 pid: 26306 timeout: 1977 lvb_type: 0 00000100:00100000:3.0:1769074892.887207:0:33818:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33818:1855007619967232:192.168.204.39@tcp:104: 00000100:00100000:3.0:1769074892.887240:0:33818:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c02920c00 going to sleep for 11 seconds 00000100:00080000:2.0:1769074892.895456:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074892.895472:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074892.910481:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.910516:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.910596:0:33818:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33818:1855007619967232:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074892.910638:0:33818:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074892.910690:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902144 00000100:00100000:0.0:1769074892.910700:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902144 00010000:00010000:0.0:1769074892.910751:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 9 pid: 26306 timeout: 1977 lvb_type: 0 00000100:00100000:0.0:1769074892.910796:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902016 00000100:00100000:0.0:1769074892.910800:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902016 00010000:00010000:0.0:1769074892.910816:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 1977 lvb_type: 0 00000100:00100000:0.0:1769074892.910869:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5343 00000100:00100000:0.0:1769074892.910880:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612902144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074892.910903:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074892.910908:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 9 pid: 26306 timeout: 1977 lvb_type: 0 00010000:00010000:0.0:1769074892.910920:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 9 pid: 26306 timeout: 1977 lvb_type: 0 00010000:00010000:0.0:1769074892.910953:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41708e00/0x8b5959a9a0e8bea5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bab3 expref: 9 pid: 26306 timeout: 1977 lvb_type: 0 00000100:00100000:2.0:1769074892.911217:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619967104:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074892.911242:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.911295:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074892.911299:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074892.911306:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.911316:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074892.911566:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5344 00000100:00100000:1.0:1769074892.911578:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612902016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074892.911591:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074892.911597:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 1977 lvb_type: 0 00010000:00010000:1.0:1769074892.911614:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 1977 lvb_type: 0 00010000:00010000:1.0:1769074892.911632:0:5738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8be97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baac expref: 9 pid: 6531 timeout: 1977 lvb_type: 0 00010000:00010000:1.0:1769074892.911654:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074892.911656:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074892.911659:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.911666:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.911689:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074892.911761:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612902016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 185us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074892.911769:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5344 00010000:00010000:1.0:1769074892.911960:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.912218:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074892.912256:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612902144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1376us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074892.912264:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5343 00000100:00100000:0.0:1769074892.912354:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10098 00000100:00100000:0.0:1769074892.912363:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619966848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074892.912403:0:26585:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:541 count 1 00010000:00010000:0.0:1769074892.912431:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.912448:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 7 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.912455:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074892.912457:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074892.912461:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.912495:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 7 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.912512:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 7 pid: 26306 timeout: 1977 lvb_type: 0 00000100:00100000:0.0:1769074892.912530:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619967360:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074892.912599:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078e16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074892.913443:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.913455:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.913464:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.913491:0:26306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074892.929058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074892.929146:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:26585:1855007619967360:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074892.929184:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074892.929221:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902272 00000100:00100000:0.0:1769074892.929230:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902272 00010000:00010000:0.0:1769074892.929280:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 1977 lvb_type: 0 00000100:00100000:0.0:1769074892.929318:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5345 00000100:00100000:0.0:1769074892.929328:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612902272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074892.929346:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074892.929353:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 1977 lvb_type: 0 00010000:00010000:0.0:1769074892.929367:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 1977 lvb_type: 0 00010000:00010000:0.0:1769074892.929397:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8be90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baa5 expref: 8 pid: 26306 timeout: 1977 lvb_type: 0 00010000:00010000:0.0:1769074892.929416:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074892.929419:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074892.929424:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929435:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929459:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074892.929529:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612902272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 201us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074892.929537:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5345 00010000:00010000:0.0:1769074892.929574:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929582:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929593:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929601:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074892.929620:0:26585:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1769074892.930374:0:33818:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.930388:0:33818:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.930396:0:33818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.930403:0:33818:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074892.930421:0:33818:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074892.931007:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619966720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43889us (44953us total) trans 17179872673 rc 0/0 00000100:00100000:2.0:1769074892.931020:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10097 00000004:00080000:2.0:1769074892.931481:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20595880/2, rc 0, transno 17179872673 00000100:00100000:2.0:1769074892.931492:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619966720:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1769074892.931956:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:1.0:1769074892.932400:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619966976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45950us (46091us total) trans 21474839637 rc 0/0 00000100:00100000:1.0:1769074892.932412:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10096 00010000:00010000:1.0:1769074892.932448:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074892.932456:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932467:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074892.932471:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932482:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932506:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932526:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8bfd2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932551:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074892.932556:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932564:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074892.932568:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932575:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932587:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932594:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4400/0x8b5959a9a0e8bfcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074892.932610:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074892.932612:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074892.932614:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074892.932901:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41d94700/2, rc 0, transno 21474839637 00000100:00100000:1.0:1769074892.932910:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1769074892.936262:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.936287:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074892.936292:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.936311:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.936341:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.936349:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8bfc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074892.936385:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074892.936387:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074892.936390:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074892.936652:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619966848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24282us (50415us total) trans 21474839638 rc 0/0 00000100:00100000:0.0:1769074892.936666:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10098 00010000:00010000:0.0:1769074892.936717:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074892.936930:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d20596300/2, rc 0, transno 21474839638 00000100:00100000:3.0:1769074892.936940:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619966848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1769074893.758339:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074893.823288:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619967616:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.823381:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074893.823463:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074893.823470:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619967488:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.823506:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074893.823540:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619967744:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.823567:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074893.823598:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074893.823604:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619967872:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.823628:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074893.823662:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967616 00000100:00100000:3.0:1769074893.823673:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967616 00000100:00100000:3.0:1769074893.823739:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967744 00000100:00100000:3.0:1769074893.823742:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967744 00000100:00100000:3.0:1769074893.823769:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967872 00000100:00100000:3.0:1769074893.823772:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967872 00000100:00100000:3.0:1769074893.823796:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1769074893.823805:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619967616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.823895:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1855007619967616:12345-0@lo:400:kworker.0 Request processed in 90us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074893.823903:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1769074893.823923:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1769074893.823929:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619967744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074893.824316:0:29858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1769074893.824328:0:29858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619967872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074893.824865:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967488 00000100:00100000:0.0:1769074893.824872:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967488 00000100:00100000:0.0:1769074893.824917:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1769074893.824924:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619967488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074893.826323:0:29858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619967872:12345-0@lo:400:kworker.0 Request processed in 1984us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074893.826340:0:29858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1769074893.826926:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619967744:12345-0@lo:400:kworker.0 Request processed in 2991us (3353us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074893.826937:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:3.0:1769074893.827061:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074893.828075:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619967872:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.828115:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619967744:0@lo:400:kworker.0 00000100:00100000:3.0:1769074893.828364:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3290:1855007619967616:0@lo:400:kworker.0 00000100:00100000:0.0:1769074893.828542:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619967488:12345-0@lo:400:kworker.0 Request processed in 3616us (5032us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074893.828556:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1769074893.834246:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619967488:0@lo:400:kworker.0 00000001:00080000:2.0:1769074893.916515:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872673 is committed 00000004:00080000:0.0:1769074894.313249:0:35652:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1878474421953ns, next at 1875913535217ns, rc = 0 00000004:00080000:0.0:1769074894.313426:0:35652:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1878474601723ns, next at 1875911125649ns, rc = 0 00000004:00080000:3.0:1769074894.326528:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1360 committed 00000004:00080000:3.0:1769074894.326570:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1365 committed 00010000:00010000:0.0:1769074894.783177:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074895.821341:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074895.870753:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074895.870787:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074895.870933:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074895.871245:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968000 00000100:00100000:2.0:1769074895.871259:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968000 00000100:00100000:2.0:1769074895.871331:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1769074895.871342:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619968000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074895.871394:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074895.871456:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619968000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074895.871465:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:3.0:1769074895.871890:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074895.871932:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872673 gen 2 00000004:00080000:3.0:1769074895.871950:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20595880, transno 17179872673 00000100:00100000:3.0:1769074895.871978:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40d25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074895.872514:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968128:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074895.872575:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074895.872752:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968128 00000100:00100000:2.0:1769074895.872761:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968128 00000100:00100000:2.0:1769074895.872886:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1769074895.872896:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619968128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074895.872931:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1769074895.873169:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619968128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 274us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074895.873177:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:0.0:1769074895.873277:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074895.873361:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968128:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1769074896.832810:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074897.501930:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074897.501980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074897.502081:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902400 00000100:00100000:2.0:1769074897.502092:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902400 00000100:00100000:2.0:1769074897.502143:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:2.0:1769074897.502153:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612902400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074897.502223:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612902400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074897.502231:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:3.0:1769074897.509180:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902656 00000100:00100000:3.0:1769074897.509194:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902656 00000100:00100000:3.0:1769074897.509343:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 973 00000100:00100000:3.0:1769074897.509355:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612902656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074897.509438:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612902656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 85us (7457us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074897.509446:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 973 00000100:00100000:3.0:1769074897.509515:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074897.509617:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902528 00000100:00100000:3.0:1769074897.509621:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902528 00000100:00100000:3.0:1769074897.509650:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00100000:3.0:1769074897.509657:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612902528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074897.509692:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612902528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074897.509700:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00080000:1.0:1769074897.511685:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769074897.511697:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074897.522123:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074897.522235:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902784 00000100:00100000:1.0:1769074897.522246:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902784 00000100:00100000:1.0:1769074897.522324:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 974 00000100:00100000:1.0:1769074897.522335:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612902784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074897.522411:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d18d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612902784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 77us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074897.522419:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 974 00000100:00080000:2.0:1769074897.523553:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1769074897.858487:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769074898.038532:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839638 is committed 00010000:00010000:0.0:1769074898.878170:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074898.942523:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619968384:0@lo:400:kworker.0 00000100:00100000:0.0:1769074898.942587:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619968512:0@lo:400:kworker.0 00000100:00100000:1.0:1769074898.942616:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074898.942647:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074898.942687:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619968896:0@lo:400:kworker.0 00000100:00100000:1.0:1769074898.942715:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074898.942741:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074898.942747:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619968256:0@lo:400:kworker.0 00000100:00100000:2.0:1769074898.942753:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968384 00000100:00100000:2.0:1769074898.942762:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968384 00000100:00100000:1.0:1769074898.942774:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074898.942795:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619968768:0@lo:400:kworker.0 00000100:00100000:2.0:1769074898.942806:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968512 00000100:00100000:2.0:1769074898.942809:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968512 00000100:00100000:1.0:1769074898.942817:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074898.942853:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968896 00000100:00100000:2.0:1769074898.942857:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968896 00000100:00100000:1.0:1769074898.942860:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1769074898.942869:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619968384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074898.942874:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1769074898.942879:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619968512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074898.942933:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619968384:12345-0@lo:400:kworker.0 Request processed in 64us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074898.942940:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1769074898.942946:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619968512:12345-0@lo:400:kworker.0 Request processed in 67us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074898.942951:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1769074898.942960:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1769074898.942965:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619968896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074898.942990:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d10873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619968896:12345-0@lo:400:kworker.0 Request processed in 24us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074898.943005:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968640:0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943036:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074898.943069:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968768 00000100:00100000:3.0:1769074898.943073:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968768 00000100:00100000:3.0:1769074898.943098:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968640 00000100:00100000:3.0:1769074898.943102:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968640 00000100:00100000:3.0:1769074898.943120:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1769074898.943126:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619968768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943156:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619968768:12345-0@lo:400:kworker.0 Request processed in 31us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074898.943162:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1769074898.943173:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1769074898.943179:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619968640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943208:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619968640:12345-0@lo:400:kworker.0 Request processed in 30us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074898.943214:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1769074898.943248:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839638 gen 2 00000004:00080000:3.0:1769074898.943254:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41d94700, transno 21474839637 00000004:00080000:3.0:1769074898.943263:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d20596300, transno 21474839638 00000100:00100000:3.0:1769074898.943269:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619968640:0@lo:400:kworker.0 00000100:00080000:3.0:1769074898.943517:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074898.943521:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074898.943524:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074898.943544:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619968256 00000100:00100000:3.0:1769074898.943548:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619968256 00000100:00100000:3.0:1769074898.943575:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1769074898.943582:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619968256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943614:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619968256:12345-0@lo:400:kworker.0 Request processed in 32us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074898.943619:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1769074898.943684:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619968256:0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943695:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619968768:0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943704:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619968384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074898.943713:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619968896:0@lo:400:kworker.0 00000100:00100000:2.0:1769074898.946070:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1769074898.953755:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0c16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619968512:0@lo:400:kworker.0 00010000:00010000:0.0:1769074899.908973:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074900.930610:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074900.990209:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074900.990242:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619969024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074900.990317:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074900.990444:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969024 00000100:00100000:0.0:1769074900.990454:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969024 00000100:00100000:0.0:1769074900.990522:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1769074900.990532:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619969024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074900.990567:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074900.990614:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619969024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074900.990621:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:3.0:1769074900.990878:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074900.990918:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619969024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074900.993864:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619969152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074900.993937:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074900.994078:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969152 00000100:00100000:1.0:1769074900.994086:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969152 00000100:00100000:1.0:1769074900.994161:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1769074900.994170:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619969152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074900.994205:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1769074900.994252:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619969152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074900.994259:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1769074900.994320:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619969152:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1769074900.994501:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1769074901.951962:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074902.618520:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074902.618571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074902.618614:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074902.618641:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074902.618684:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903040 00000100:00100000:3.0:1769074902.618696:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903040 00000100:00100000:3.0:1769074902.618758:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:3.0:1769074902.618768:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612903040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074902.618892:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+15:2371:x1855007612903040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 125us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074902.618900:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:3.0:1769074902.618924:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903168 00000100:00100000:3.0:1769074902.618927:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903168 00000100:00100000:3.0:1769074902.618952:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903296 00000100:00100000:3.0:1769074902.618955:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903296 00000100:00100000:3.0:1769074902.618974:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 977 00000100:00100000:3.0:1769074902.618981:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612903168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074902.619007:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612903168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074902.619014:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 977 00000100:00100000:3.0:1769074902.619024:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 978 00000100:00100000:3.0:1769074902.619030:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612903296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074902.619052:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612903296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074902.619058:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 978 00000100:00080000:0.0:1769074902.619260:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074902.619265:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074902.619268:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074902.619606:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612902912 00000100:00100000:2.0:1769074902.619612:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612902912 00000100:00100000:2.0:1769074902.619667:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 372 00000100:00100000:2.0:1769074902.619674:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612902912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074902.619706:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612902912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074902.619712:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 372 00010000:00010000:0.0:1769074902.974163:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074904.003373:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074904.062438:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619969536:0@lo:400:kworker.0 00000100:00100000:0.0:1769074904.062512:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074904.062579:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074904.062585:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619969664:0@lo:400:kworker.0 00000100:00100000:0.0:1769074904.062611:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074904.062867:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619969280:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.062907:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074904.062941:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619969792:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.062963:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074904.062983:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1769074904.062988:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619969408:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063009:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074904.063024:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619969920:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063042:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074904.063068:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969664 00000100:00100000:3.0:1769074904.063076:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969664 00000100:00100000:3.0:1769074904.063124:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969792 00000100:00100000:3.0:1769074904.063127:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969792 00000100:00100000:3.0:1769074904.063161:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1769074904.063171:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619969664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063223:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619969664:12345-0@lo:400:kworker.0 Request processed in 54us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074904.063231:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1769074904.063247:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1769074904.063253:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619969792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063282:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619969792:12345-0@lo:400:kworker.0 Request processed in 30us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074904.063289:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1769074904.063308:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969536 00000100:00100000:3.0:1769074904.063311:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969536 00000100:00100000:3.0:1769074904.063336:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969408 00000100:00100000:3.0:1769074904.063339:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969408 00000100:00100000:3.0:1769074904.063354:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969920 00000100:00100000:3.0:1769074904.063356:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969920 00000100:00100000:3.0:1769074904.063372:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1769074904.063379:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619969536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063424:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c04212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619969536:12345-0@lo:400:kworker.0 Request processed in 44us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074904.063430:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1769074904.063443:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1769074904.063449:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619969408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063473:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0c16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619969408:12345-0@lo:400:kworker.0 Request processed in 25us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074904.063479:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1769074904.063489:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1769074904.063495:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619969920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063517:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619969920:12345-0@lo:400:kworker.0 Request processed in 22us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074904.063526:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:3.0:1769074904.063545:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074904.063550:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074904.063552:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074904.063594:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619969408:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063603:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619969920:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063612:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d37de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619969792:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063659:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619969664:0@lo:400:kworker.0 00000100:00100000:3.0:1769074904.063668:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619969536:0@lo:400:kworker.0 00000100:00100000:0.0:1769074904.064416:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619969280 00000100:00100000:0.0:1769074904.064424:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619969280 00000100:00100000:0.0:1769074904.064474:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1769074904.064481:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619969280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074904.064544:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619969280:12345-0@lo:400:kworker.0 Request processed in 63us (1636us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074904.064552:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1769074904.064640:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619969280:0@lo:400:kworker.0 00010000:00010000:0.0:1769074905.025000:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074906.046142:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074906.110251:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074906.110273:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619970048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074906.110346:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074906.110501:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970048 00000100:00100000:1.0:1769074906.110511:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970048 00000100:00100000:1.0:1769074906.110576:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1769074906.110585:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619970048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074906.110626:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1769074906.110667:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619970048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074906.110674:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:0.0:1769074906.110810:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074906.110890:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619970048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074906.111303:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074906.111314:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619970176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074906.111348:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074906.111444:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970176 00000100:00100000:1.0:1769074906.111449:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970176 00000100:00100000:1.0:1769074906.111490:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1769074906.111498:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619970176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074906.111519:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00080000:0.0:1769074906.112110:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074906.112166:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619970176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 668us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074906.112177:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1769074906.115132:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619970176:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1769074907.070184:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074907.738662:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074907.738709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074907.738769:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074907.738806:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074907.738910:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903424 00000100:00100000:3.0:1769074907.738922:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903424 00000100:00100000:3.0:1769074907.738993:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:3.0:1769074907.739004:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612903424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074907.739084:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612903424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074907.739092:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:3.0:1769074907.739124:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903680 00000100:00100000:3.0:1769074907.739128:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903680 00000100:00100000:3.0:1769074907.739162:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903808 00000100:00100000:3.0:1769074907.739165:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903808 00000100:00100000:3.0:1769074907.739186:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 981 00000100:00100000:3.0:1769074907.739192:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612903680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074907.739220:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612903680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074907.739226:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 981 00000100:00100000:3.0:1769074907.739236:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 982 00000100:00100000:3.0:1769074907.739242:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612903808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074907.739264:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612903808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074907.739270:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 982 00000100:00080000:3.0:1769074907.739386:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074907.739391:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074907.739508:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903552 00000100:00100000:2.0:1769074907.739513:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903552 00000100:00100000:2.0:1769074907.739600:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:2.0:1769074907.739608:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4147d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612903552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074907.739643:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4147d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+15:2370:x1855007612903552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074907.739649:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00080000:3.0:1769074907.739718:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1769074908.096672:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074909.118795:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074909.182127:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619970688:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.182196:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074909.182252:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074909.182258:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619970560:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.182286:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074909.182296:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619970304:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.182317:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970560 00000100:00100000:0.0:1769074909.182325:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970560 00000100:00100000:1.0:1769074909.182341:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074909.182366:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619970816:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.182374:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1769074909.182383:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619970560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.182386:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074909.182404:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074909.182408:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619970432:0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.182424:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074909.182433:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c033f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619970560:12345-0@lo:400:kworker.0 Request processed in 51us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074909.182438:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619970944:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.182440:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1769074909.182454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074909.182508:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970304 00000100:00100000:1.0:1769074909.182512:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970304 00000100:00100000:1.0:1769074909.182539:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1769074909.182546:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0350a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619970304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.182577:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0350a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619970304:12345-0@lo:400:kworker.0 Request processed in 32us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074909.182583:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1769074909.182790:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970688 00000100:00100000:3.0:1769074909.182795:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970688 00000100:00100000:3.0:1769074909.182839:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970816 00000100:00100000:3.0:1769074909.182842:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970816 00000100:00100000:3.0:1769074909.182862:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1769074909.182869:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619970688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074909.182903:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619970688:12345-0@lo:400:kworker.0 Request processed in 35us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074909.182909:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1769074909.182922:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1769074909.182928:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619970816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074909.182953:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619970816:12345-0@lo:400:kworker.0 Request processed in 26us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074909.182962:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1769074909.183257:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970432 00000100:00100000:0.0:1769074909.183263:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970432 00000100:00100000:0.0:1769074909.183290:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619970944 00000100:00100000:0.0:1769074909.183292:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619970944 00000100:00100000:0.0:1769074909.183309:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1769074909.183314:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619970432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.183344:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619970432:12345-0@lo:400:kworker.0 Request processed in 30us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074909.183350:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1769074909.183362:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1769074909.183367:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619970944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.183394:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619970944:12345-0@lo:400:kworker.0 Request processed in 26us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074909.183399:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:0.0:1769074909.183416:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074909.183421:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074909.183423:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074909.184585:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619970432:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.184591:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619970560:0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.184600:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619970944:0@lo:400:kworker.0 00000100:00100000:0.0:1769074909.184602:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619970688:0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.184612:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619970304:0@lo:400:kworker.0 00000100:00100000:1.0:1769074909.184621:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619970816:0@lo:400:kworker.0 00010000:00010000:1.0:1769074910.142733:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074911.166325:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074911.230189:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074911.230215:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619971072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074911.230287:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074911.230642:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971072 00000100:00100000:1.0:1769074911.230651:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971072 00000100:00100000:1.0:1769074911.230736:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1769074911.230746:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619971072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074911.230781:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1769074911.230859:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619971072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074911.230867:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1769074911.230916:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619971072:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1769074911.231471:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074911.232121:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619971200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074911.232190:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074911.232630:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971200 00000100:00100000:0.0:1769074911.232638:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971200 00000100:00100000:0.0:1769074911.232713:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1769074911.232723:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619971200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074911.232754:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074911.232800:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619971200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074911.232810:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:3.0:1769074911.232895:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074911.233408:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619971200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1769074912.190376:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074912.870928:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074912.870972:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074912.870998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074912.871030:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074912.871064:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904064 00000100:00100000:1.0:1769074912.871072:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904064 00000100:00100000:1.0:1769074912.871142:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:1.0:1769074912.871153:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612904064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074912.871227:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:2373:x1855007612904064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074912.871235:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00080000:1.0:1769074912.871256:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074912.872346:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612903936 00000100:00100000:3.0:1769074912.872358:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612903936 00000100:00100000:0.0:1769074912.872691:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904192 00000100:00100000:0.0:1769074912.872696:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904192 00000100:00100000:0.0:1769074912.872747:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904320 00000100:00100000:0.0:1769074912.872751:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904320 00000100:00100000:0.0:1769074912.872777:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 985 00000100:00100000:0.0:1769074912.872786:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612904192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074912.872868:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612904192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074912.872875:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 985 00000100:00100000:0.0:1769074912.872894:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 986 00000100:00100000:0.0:1769074912.872900:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612904320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074912.872925:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612904320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074912.872931:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 986 00000100:00080000:1.0:1769074912.873040:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074912.873045:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074912.883276:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:3.0:1769074912.883300:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612903936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074912.883798:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612903936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 506us (12878us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074912.883808:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 376 00010000:00010000:1.0:1769074913.214169:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074914.238012:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074914.303318:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619971456:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303389:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303437:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619971968:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303468:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303491:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074914.303497:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619971328:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303524:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303547:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619971840:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303572:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303598:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619971584:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303620:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303652:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074914.303658:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619971712:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303679:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074914.303706:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971328 00000100:00100000:0.0:1769074914.303713:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971328 00000100:00100000:0.0:1769074914.303755:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1769074914.303764:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619971328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303814:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619971328:12345-0@lo:400:kworker.0 Request processed in 50us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.303847:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1769074914.303885:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971840 00000100:00100000:0.0:1769074914.303889:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971840 00000100:00100000:0.0:1769074914.303920:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971712 00000100:00100000:0.0:1769074914.303923:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971712 00000100:00100000:0.0:1769074914.303942:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1769074914.303947:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619971840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.303992:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619971840:12345-0@lo:400:kworker.0 Request processed in 30us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.303999:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1769074914.304010:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1769074914.304015:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619971712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304044:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619971712:12345-0@lo:400:kworker.0 Request processed in 29us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.304049:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1769074914.304066:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971456 00000100:00100000:0.0:1769074914.304070:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971456 00000100:00100000:0.0:1769074914.304094:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971968 00000100:00100000:0.0:1769074914.304097:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971968 00000100:00100000:0.0:1769074914.304111:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619971584 00000100:00100000:0.0:1769074914.304114:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619971584 00000100:00100000:0.0:1769074914.304132:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1769074914.304138:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619971456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304166:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619971456:12345-0@lo:400:kworker.0 Request processed in 28us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.304171:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1769074914.304181:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1769074914.304186:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619971968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304209:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619971968:12345-0@lo:400:kworker.0 Request processed in 22us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.304214:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1769074914.304224:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1769074914.304229:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619971584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304251:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619971584:12345-0@lo:400:kworker.0 Request processed in 22us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074914.304256:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1769074914.304313:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619971712:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304324:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619971584:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304354:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619971328:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304362:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619971840:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304371:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619971456:0@lo:400:kworker.0 00000100:00100000:0.0:1769074914.304379:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619971968:0@lo:400:kworker.0 00000100:00080000:1.0:1769074914.304551:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769074914.304556:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074914.304558:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1769074915.278939:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074916.295144:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074916.350658:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d199a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619972096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074916.350728:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074916.352430:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972096 00000100:00100000:2.0:1769074916.352444:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972096 00000100:00100000:2.0:1769074916.352531:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1769074916.352554:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619972096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074916.352591:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074916.352673:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619972096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074916.352683:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:3.0:1769074916.353937:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074916.355129:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d199a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619972096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074916.355156:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074916.355165:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619972224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074916.355217:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074916.357014:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972224 00000100:00100000:1.0:1769074916.357041:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972224 00000100:00100000:1.0:1769074916.357115:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1769074916.357124:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619972224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074916.357162:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1769074916.357249:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619972224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (2031us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074916.357257:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:3.0:1769074916.357608:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074916.357741:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619972224:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1769074917.310078:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074917.515529:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074917.515589:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.515686:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904704 00000100:00100000:3.0:1769074917.515699:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904704 00000100:00100000:3.0:1769074917.515780:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904448 00000100:00100000:3.0:1769074917.515784:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904448 00000100:00100000:3.0:1769074917.515807:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6736 00000100:00100000:3.0:1769074917.515816:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:63218:x1855007612904704:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:3.0:1769074917.515921:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074917.515947:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bc1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11b9fd expref: 16 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.515967:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.515976:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074917.516179:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516196:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516205:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516257:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516264:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516270:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:3.0:1769074917.516921:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 512 00010000:00010000:3.0:1769074917.516932:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516940:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516948:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516953:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.516957:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516964:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516974:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0e7fac00) 00010000:00010000:3.0:1769074917.516977:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.516981:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:3.0:1769074917.516987:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bfd9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000004:00010000:3.0:1769074917.517003:0:29857:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002ac6f441 reply state 000000006a8ddc12 transno 8589941508 ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000100:00100000:3.0:1769074917.517012:0:29857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074917.517096:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:63218:x1855007612904704:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 1278us (1574us total) trans 8589941508 rc 0/0 00000100:00100000:3.0:1769074917.517104:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6736 00000100:00100000:3.0:1769074917.517134:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6737 00000100:00100000:3.0:1769074917.517143:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612904448:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:3.0:1769074917.517170:0:29857:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259550208 avail 2257453056 00000100:00100000:3.0:1769074917.517198:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612904448:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 57us (1622us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074917.517204:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6737 00000100:00080000:1.0:1769074917.523413:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769074917.538622:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538641:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538649:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538654:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.538659:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538665:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538683:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f26d1c0 (ffff956d0e7fa300) 00010000:00010000:2.0:1769074917.538686:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.538690:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:2.0:1769074917.538697:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8bfe0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00000100:00100000:1.0:1769074917.572929:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074917.574658:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904832 00000100:00100000:0.0:1769074917.574674:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904832 00000100:00100000:0.0:1769074917.574748:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6738 00000100:00100000:0.0:1769074917.574759:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+15:63221:x1855007612904832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074917.574784:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074917.574808:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bfe7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baeb expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.574918:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bfee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.574932:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bfee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.574942:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bfee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:0.0:1769074917.575000:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1769074917.575003:0:30549:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074917.575024:0:30549:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bfee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.575046:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708800/0x8b5959a9a0e8bfe7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baeb expref: 17 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.575064:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709400/0x8b5959a9a0e8bfee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baeb expref: 16 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.575072:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:0.0:1769074917.575075:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074917.575077:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709400, rc 0) 00000100:00100000:0.0:1769074917.575154:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+16:63221:x1855007612904832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 396us (2235us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074917.575161:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6738 00000100:00100000:0.0:1769074917.581759:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.581912:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612904960 00000100:00100000:3.0:1769074917.581924:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612904960 00000100:00100000:3.0:1769074917.581985:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6739 00000100:00100000:3.0:1769074917.581995:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+16:63221:x1855007612904960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074917.582017:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074917.582038:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bff5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baf2 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.582099:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582113:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582122:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582135:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582141:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582146:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582262:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8c00a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582270:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8c00a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582278:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8c00a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074917.582312:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 512 00000004:00200000:3.0:1769074917.582316:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074917.582338:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8c00a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582349:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582354:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582364:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582369:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.582373:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582379:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582390:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:3.0:1769074917.582393:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.582411:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582417:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8bffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582428:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582433:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582445:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582450:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.582452:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582457:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582467:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f26d1c0 (ffff956d0e7fac00) 00010000:00010000:3.0:1769074917.582469:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.582472:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582477:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.582504:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8bff5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baf2 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.582516:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5c00/0x8b5959a9a0e8c00a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baf2 expref: 17 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.582523:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.582525:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1769074917.582527:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5c00, rc 0) 00000100:00100000:3.0:1769074917.582981:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612904960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 984us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074917.582990:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6739 00000100:00100000:1.0:1769074917.596126:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.596691:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905088 00000100:00100000:3.0:1769074917.596703:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905088 00000100:00100000:3.0:1769074917.596756:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6740 00000100:00100000:3.0:1769074917.596766:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612905088:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074917.596785:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074917.596805:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c011 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11baf9 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.597861:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605799:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605814:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605864:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605885:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605892:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605978:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605985:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605991:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.605997:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.606000:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606007:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606023:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.606027:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.606031:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606037:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c018 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606048:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606053:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606058:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606062:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.606065:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606070:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606077:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fa300) 00010000:00010000:3.0:1769074917.606079:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.606082:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606088:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c01f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.606133:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c011 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baf9 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.606144:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.606146:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.606149:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c011 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11baf9 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.606158:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5e00, rc 0) 00000100:00100000:3.0:1769074917.606225:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612905088:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 9459us (10108us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074917.606234:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6740 00000100:00100000:2.0:1769074917.615381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.615668:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905216 00000100:00100000:3.0:1769074917.615680:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905216 00000100:00100000:3.0:1769074917.615790:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6741 00000100:00100000:3.0:1769074917.615801:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612905216:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074917.615845:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074917.615881:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c026 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb00 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.615959:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.615976:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.615987:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616001:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616012:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616019:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616086:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616094:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616101:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616107:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.616111:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616119:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616131:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.616135:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.616140:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616146:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c02d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616159:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616165:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616171:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616176:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.616179:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616185:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616191:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fac00) 00010000:00010000:3.0:1769074917.616194:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.616196:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616202:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c034 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.616239:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c026 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb00 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.616250:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.616253:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.616257:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c026 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb00 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074917.616267:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074917.616340:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612905216:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 541us (969us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074917.616348:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6741 00000100:00100000:0.0:1769074917.621205:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.623752:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905344 00000100:00100000:3.0:1769074917.623767:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905344 00000100:00100000:2.0:1769074917.624054:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6742 00000100:00100000:2.0:1769074917.624064:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63221:x1855007612905344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074917.624084:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074917.624104:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c03b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb07 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.624171:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.624184:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.624195:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074917.624252:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 512 00000004:00200000:2.0:1769074917.624256:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074917.624276:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.624299:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c03b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb07 expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.624314:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb07 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.624322:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.624325:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074917.624328:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337200, rc 0) 00000100:00100000:2.0:1769074917.624451:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63221:x1855007612905344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 387us (3255us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074917.624458:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6742 00000100:00100000:1.0:1769074917.628954:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074917.629130:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905472 00000100:00100000:2.0:1769074917.629141:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905472 00000100:00100000:2.0:1769074917.629191:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6743 00000100:00100000:2.0:1769074917.629202:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63221:x1855007612905472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074917.629223:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074917.629245:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c049 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb0e expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.629314:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629328:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629339:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629354:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629360:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629366:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629450:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629458:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629465:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629470:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.629474:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629482:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629493:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.629495:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.629500:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629506:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c050 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629519:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629525:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629532:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629537:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.629539:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629545:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629553:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7ce600) 00010000:00010000:2.0:1769074917.629555:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.629557:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629563:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c057 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074917.629608:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c049 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb0e expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.629619:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.629622:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.629626:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c049 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb0e expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.629634:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336a00, rc 0) 00000100:00100000:2.0:1769074917.629708:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63221:x1855007612905472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 507us (762us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074917.629717:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6743 00000100:00100000:3.0:1769074917.638331:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074917.638554:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905728 00000100:00100000:0.0:1769074917.638581:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905728 00000100:00100000:0.0:1769074917.638646:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6744 00000100:00100000:0.0:1769074917.638657:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+18:63221:x1855007612905728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074917.638678:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074917.638682:0:30549:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074917.638709:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c042 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb07 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.638731:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074917.638737:0:30549:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074917.638752:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8c05e lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb15 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.639789:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.639808:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.639842:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.639861:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.639868:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.640210:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642394:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642573:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642594:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:0.0:1769074917.642606:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 0 00010000:00010000:0.0:1769074917.642635:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642642:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642652:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642657:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074917.642661:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642668:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642680:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074917.642683:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074917.642688:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.642694:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c065 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000004:00010000:0.0:1769074917.642710:0:30549:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f92e787 reply state 00000000593a78c6 transno 8589941509 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:0.0:1769074917.642718:0:30549:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1769074917.642753:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8c05e lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.642766:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 19 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.642773:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:0.0:1769074917.642775:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074917.642778:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709000, rc 0) 00000100:00100000:0.0:1769074917.643273:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:63221:x1855007612905728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4615us (4950us total) trans 8589941509 rc 0/0 00000100:00100000:0.0:1769074917.643283:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6744 00000100:00100000:3.0:1769074917.654308:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074917.654429:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612905984 00000100:00100000:0.0:1769074917.654448:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612905984 00000100:00100000:0.0:1769074917.654511:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6745 00000100:00100000:0.0:1769074917.654521:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+20:63221:x1855007612905984:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074917.654550:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074917.654572:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8c081 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb1c expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.654686:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.654701:0:30549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.654712:0:30549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:0.0:1769074917.654748:0:30549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.654764:0:30549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 2001 lvb_type: 0 00000100:00100000:0.0:1769074917.654779:0:30549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619972352:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074917.654927:0:30549:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205480 going to sleep for 11 seconds 00010000:00010000:2.0:1769074917.658138:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658157:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658166:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658172:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.658178:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658185:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658203:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6500) 00010000:00010000:2.0:1769074917.658206:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.658211:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.658217:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708e00/0x8b5959a9a0e8c06c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00000100:00100000:3.0:1769074917.666014:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074917.666913:0:30549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:30549:1855007619972352:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074917.666944:0:30549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000100:00100000:1.0:1769074917.667748:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612906112 00000100:00100000:1.0:1769074917.667760:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612906112 00010000:00010000:1.0:1769074917.667807:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 2001 lvb_type: 0 00000100:00100000:1.0:1769074917.668032:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5346 00000100:00100000:1.0:1769074917.668042:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:2370:x1855007612906112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074917.668062:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074917.668069:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 2001 lvb_type: 0 00010000:00010000:1.0:1769074917.668082:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 2001 lvb_type: 0 00010000:00010000:1.0:1769074917.668103:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c073 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb15 expref: 21 pid: 30549 timeout: 2001 lvb_type: 0 00010000:00010000:1.0:1769074917.668124:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:1.0:1769074917.668129:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074917.668138:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074917.668144:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30549 initiator: MDT0 00010000:00010000:1.0:1769074917.668176:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074917.668254:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:2370:x1855007612906112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 212us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074917.668262:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5346 00010000:00010000:2.0:1769074917.668322:0:30549:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668331:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00000004:00200000:2.0:1769074917.668349:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 0 00000004:00080000:2.0:1769074917.668722:0:30549:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x222:0x0], index 1: 0 00000004:00080000:2.0:1769074917.668734:0:30549:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21f:0x0], index 0: 0 00010000:00010000:2.0:1769074917.668926:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668934:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668941:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668947:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41708400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.668951:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668958:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668967:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0dee6d00) 00010000:00010000:2.0:1769074917.668970:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074917.668973:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.668979:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708400/0x8b5959a9a0e8c088 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.669033:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8c081 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb1c expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.669042:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.669044:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074917.669047:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708000/0x8b5959a9a0e8c081 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb1c expref: 20 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.669055:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708000, rc 0) 00000100:00100000:2.0:1769074917.669095:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0d76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+19:63221:x1855007612905984:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14576us (14799us total) trans 8589941510 rc 301/301 00000100:00100000:2.0:1769074917.669102:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6745 00000100:00100000:3.0:1769074917.680765:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074917.689078:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612906368 00000100:00100000:2.0:1769074917.689097:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612906368 00000100:00100000:2.0:1769074917.689171:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2809 00000100:00100000:2.0:1769074917.689183:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63221:x1855007612906368:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1769074917.689590:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:63221:x1855007612906368:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 397us (8821us total) trans 8589941511 rc 0/0 00000100:00100000:2.0:1769074917.689598:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2809 00000100:00100000:0.0:1769074917.697356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.697625:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612906624 00000100:00100000:3.0:1769074917.697636:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612906624 00000100:00100000:3.0:1769074917.697758:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2810 00000100:00100000:3.0:1769074917.697769:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+20:63221:x1855007612906624:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074917.698050:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+21:63221:x1855007612906624:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 282us (704us total) trans 8589941512 rc 0/0 00000100:00100000:3.0:1769074917.698058:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2810 00000100:00100000:0.0:1769074917.738351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074917.739075:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612906880 00000100:00100000:2.0:1769074917.739086:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612906880 00000100:00100000:2.0:1769074917.739142:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6746 00000100:00100000:2.0:1769074917.739152:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:63222:x1855007612906880:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074917.739180:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074917.739201:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c096 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb23 expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.739289:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739303:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739314:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739327:0:30549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739334:0:30549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739340:0:30549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739750:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739759:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739766:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739772:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.739776:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739784:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739797:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.739800:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.739805:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739811:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c09d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739864:0:30549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739872:0:30549:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739879:0:30549:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739884:0:30549:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074917.739887:0:30549:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739892:0:30549:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739899:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7ce600) 00010000:00010000:2.0:1769074917.739903:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074917.739905:0:30549:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739910:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c0a4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30549 initiator: MDT0 00010000:00010000:2.0:1769074917.739948:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c096 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb23 expref: 22 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.739958:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074917.739960:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074917.739965:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c096 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb23 expref: 22 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.739973:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336a00, rc 0) 00000100:00100000:2.0:1769074917.740033:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:63222:x1855007612906880:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 882us (1698us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074917.740042:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6746 00000100:00100000:0.0:1769074917.759689:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074917.759801:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907136 00000100:00100000:2.0:1769074917.759812:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907136 00000100:00100000:2.0:1769074917.759908:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6747 00000100:00100000:2.0:1769074917.759919:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+21:63222:x1855007612907136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074917.759939:0:30549:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074917.759960:0:30549:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c0ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb2a expref: -99 pid: 30549 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1769074917.760073:0:30549:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 512 00010000:00010000:2.0:1769074917.760202:0:30549:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c0ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb2a expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.760217:0:30549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074917.760220:0:30549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074917.760226:0:30549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c0ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb2a expref: 23 pid: 30549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.760242:0:30549:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336a00, rc 0) 00000100:00100000:2.0:1769074917.760425:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e818347-4d21-45d1-a323-b359656f3fdd+22:63222:x1855007612907136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 507us (746us total) trans 8589941513 rc 301/301 00000100:00100000:2.0:1769074917.760552:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6747 00000100:00100000:0.0:1769074917.773792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.775864:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907264 00000100:00100000:3.0:1769074917.775881:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907264 00000100:00100000:3.0:1769074917.775961:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6748 00000100:00100000:3.0:1769074917.775971:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:63222:x1855007612907264:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074917.776050:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776069:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776080:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776095:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776101:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776108:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776208:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776216:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776222:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074917.776279:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 0 00000004:00200000:3.0:1769074917.776283:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074917.776296:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776308:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776315:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776322:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776328:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.776332:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776340:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776352:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074917.776356:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.776362:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776367:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c0b9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776380:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776386:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776404:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776410:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.776413:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776419:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776426:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fac00) 00010000:00010000:3.0:1769074917.776429:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.776432:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776448:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c0c0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776463:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776469:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776475:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776480:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074917.776482:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776488:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776495:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7fa300) 00010000:00010000:3.0:1769074917.776497:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074917.776500:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074917.776505:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c0c7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074917.776606:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:63222:x1855007612907264:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 634us (2823us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074917.776614:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6748 00000100:00100000:0.0:1769074917.783366:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074917.783656:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907520 00000100:00100000:3.0:1769074917.783667:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907520 00000100:00100000:3.0:1769074917.783728:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2811 00000100:00100000:3.0:1769074917.783738:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+22:63222:x1855007612907520:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074917.784018:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+23:63222:x1855007612907520:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 282us (661us total) trans 8589941514 rc 0/0 00000100:00100000:3.0:1769074917.784025:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2811 00000100:00100000:1.0:1769074917.978797:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074917.978851:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074917.978873:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074917.978898:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907776 00000100:00100000:1.0:1769074917.978906:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907776 00000100:00100000:1.0:1769074917.978954:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907904 00000100:00100000:1.0:1769074917.978958:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907904 00000100:00100000:1.0:1769074917.978981:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 989 00000100:00100000:1.0:1769074917.978990:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612907776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074917.979060:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612907776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074917.979068:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 989 00000100:00100000:1.0:1769074917.979084:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 990 00000100:00100000:1.0:1769074917.979090:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612907904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074917.979112:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d199a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612907904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074917.979118:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 990 00000100:00100000:1.0:1769074917.979134:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612907648 00000100:00100000:1.0:1769074917.979137:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612907648 00000100:00100000:1.0:1769074917.979168:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:1.0:1769074917.979173:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612907648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074917.979196:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612907648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074917.979202:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00080000:1.0:1769074917.979236:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074917.979240:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074918.344628:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074919.358091:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074919.426559:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619972480:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.426643:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074919.426692:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619972992:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.426719:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074919.426748:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1769074919.426754:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619972608:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.426780:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074919.426811:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619973120:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.427074:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074919.427472:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619972736:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.427503:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074919.429052:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972992 00000100:00100000:3.0:1769074919.429065:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972992 00000100:00100000:3.0:1769074919.429124:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1769074919.429136:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619972992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.429218:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619972992:12345-0@lo:400:kworker.0 Request processed in 86us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074919.429226:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1769074919.429252:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972480 00000100:00100000:3.0:1769074919.429256:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972480 00000100:00100000:3.0:1769074919.429279:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1769074919.429284:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619972480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.429315:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3291:x1855007619972480:12345-0@lo:400:kworker.0 Request processed in 31us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074919.429321:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1769074919.429520:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619972864:0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.429566:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074919.429602:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972864 00000100:00100000:3.0:1769074919.429605:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972864 00000100:00100000:3.0:1769074919.429629:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1769074919.429635:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619972864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.429668:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619972864:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074919.429674:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1769074919.429709:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619972864:0@lo:400:kworker.0 00000100:00080000:1.0:1769074919.430163:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074919.430168:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074919.431285:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972608 00000100:00100000:0.0:1769074919.431296:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972608 00000100:00080000:3.0:1769074919.431569:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074919.431624:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973120 00000100:00100000:0.0:1769074919.431629:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973120 00000100:00100000:0.0:1769074919.431651:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972736 00000100:00100000:0.0:1769074919.431654:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972736 00000100:00100000:0.0:1769074919.431680:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1769074919.431688:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619972608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074919.431752:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619972608:12345-0@lo:400:kworker.0 Request processed in 65us (4970us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074919.431758:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1769074919.431777:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1769074919.431782:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619973120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.431962:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1769074919.431971:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619972736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074919.432009:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619972736:12345-0@lo:400:kworker.0 Request processed in 40us (4505us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074919.432015:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1769074919.432087:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619973120:12345-0@lo:400:kworker.0 Request processed in 304us (5013us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074919.432094:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:0.0:1769074919.432115:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074919.433042:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619972608:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.433057:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619973120:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.433067:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d2e973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3291:1855007619972480:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.433077:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619972992:0@lo:400:kworker.0 00000100:00100000:2.0:1769074919.433126:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d184fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619972736:0@lo:400:kworker.0 00000001:00080000:2.0:1769074920.006449:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941509 is committed 00000001:00080000:2.0:1769074920.006470:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941513 is committed 00000001:00080000:2.0:1769074920.006482:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941514 is committed 00010000:00010000:3.0:1769074920.385204:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074921.406144:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.470378:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074921.470401:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074921.470484:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.471330:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973248 00000100:00100000:0.0:1769074921.471339:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973248 00000100:00100000:3.0:1769074921.471389:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074921.471393:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1769074921.471402:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973248:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074921.471427:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1769074921.471438:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074921.471477:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973376 00000100:00100000:3.0:1769074921.471481:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973376 00000100:00100000:0.0:1769074921.471496:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.471501:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1769074921.471505:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1769074921.471506:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074921.471536:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074921.471562:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074921.471571:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.471576:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1769074921.471587:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973376:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1769074921.471592:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074921.471596:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1769074922.430350:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074923.099718:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074923.099765:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074923.099802:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074923.099854:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908032 00000100:00100000:0.0:1769074923.099858:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074923.099865:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908032 00000100:00100000:0.0:1769074923.099888:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908288 00000100:00100000:0.0:1769074923.099892:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908288 00000100:00100000:1.0:1769074923.099911:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:0.0:1769074923.099917:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908416 00000100:00100000:0.0:1769074923.099919:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908416 00000100:00100000:1.0:1769074923.099920:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612908032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074923.099938:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 993 00000100:00100000:0.0:1769074923.099943:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612908288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074923.099983:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612908032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074923.099990:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:3.0:1769074923.100003:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 994 00000100:00100000:3.0:1769074923.100012:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612908416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074923.100086:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908160 00000100:00100000:2.0:1769074923.100101:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908160 00000100:00100000:2.0:1769074923.100135:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 495 00000100:00100000:2.0:1769074923.100142:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612908160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074923.100766:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612908288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 818us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074923.100776:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 993 00000100:00080000:0.0:1769074923.100861:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074923.100866:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074923.100869:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074923.103712:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612908416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3689us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074923.103730:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 994 00000100:00100000:2.0:1769074923.106987:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+16:2370:x1855007612908160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 6833us (7171us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074923.107002:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 495 00010000:00010000:3.0:1769074923.466421:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074924.478292:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074924.542863:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619973632:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.542943:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.542998:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619974144:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543018:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.543042:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074924.543048:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619973504:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.543397:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619974016:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543423:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.543447:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973888:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543479:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.543495:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074924.543500:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619973760:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543521:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074924.543549:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973632 00000100:00100000:0.0:1769074924.543556:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973632 00000100:00100000:0.0:1769074924.543600:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974144 00000100:00100000:0.0:1769074924.543604:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974144 00000100:00100000:0.0:1769074924.543621:0:30549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973760 00000100:00100000:0.0:1769074924.543623:0:30549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973760 00000100:00100000:0.0:1769074924.543643:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1769074924.543650:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619973632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543695:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619973632:12345-0@lo:400:kworker.0 Request processed in 45us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074924.543703:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1769074924.543721:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1769074924.543726:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619974144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543753:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619974144:12345-0@lo:400:kworker.0 Request processed in 27us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074924.543758:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1769074924.543769:0:30549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1769074924.543774:0:30549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619973760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.543802:0:30549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1855007619973760:12345-0@lo:400:kworker.0 Request processed in 27us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074924.543807:0:30549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1769074924.543848:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973504 00000100:00100000:0.0:1769074924.543851:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973504 00000100:00100000:0.0:1769074924.543877:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1769074924.543887:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619973504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544008:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974016 00000100:00100000:1.0:1769074924.544013:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974016 00000100:00100000:1.0:1769074924.544044:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619973888 00000100:00100000:1.0:1769074924.544047:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619973888 00000100:00100000:1.0:1769074924.544082:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1769074924.544089:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619974016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544125:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619974016:12345-0@lo:400:kworker.0 Request processed in 37us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074924.544131:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1769074924.544146:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1769074924.544152:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544179:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619973888:12345-0@lo:400:kworker.0 Request processed in 27us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074924.544184:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00080000:1.0:1769074924.544240:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074924.544244:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074924.544246:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074924.544450:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3290:1855007619973760:0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544475:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619973888:0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544507:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619974016:0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544516:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619973632:0@lo:400:kworker.0 00000100:00100000:1.0:1769074924.544524:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619974144:0@lo:400:kworker.0 00000100:00100000:0.0:1769074924.546794:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619973504:12345-0@lo:400:kworker.0 Request processed in 2904us (3414us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074924.546807:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1769074924.547177:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619973504:0@lo:400:kworker.0 00010000:00010000:0.0:1769074925.502112:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074926.526556:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074926.590212:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074926.590296:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074926.590580:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974272 00000100:00100000:0.0:1769074926.590589:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974272 00000100:00100000:0.0:1769074926.590649:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1769074926.590658:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074926.590695:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074926.590742:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074926.590749:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00080000:2.0:1769074926.590812:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074926.590871:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074926.591021:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074926.591369:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074926.591404:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074926.592027:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974400 00000100:00100000:0.0:1769074926.592047:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974400 00000100:00100000:0.0:1769074926.592111:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1769074926.592120:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074926.592148:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074926.592195:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074926.592201:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:2.0:1769074926.592453:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074926.592536:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769074927.550213:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074928.231458:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074928.231517:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074928.231729:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908544 00000100:00100000:2.0:1769074928.231741:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908544 00000100:00100000:2.0:1769074928.231789:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:2.0:1769074928.231799:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612908544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074928.231920:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612908544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 122us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074928.231928:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:0.0:1769074928.234966:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908672 00000100:00100000:0.0:1769074928.234984:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908672 00000100:00100000:0.0:1769074928.235262:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:0.0:1769074928.235273:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612908672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074928.235361:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:2371:x1855007612908672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (3912us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074928.235368:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00080000:2.0:1769074928.237354:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074928.238470:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074928.240869:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908800 00000100:00100000:0.0:1769074928.240885:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908800 00000100:00100000:0.0:1769074928.240978:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 997 00000100:00100000:0.0:1769074928.240989:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612908800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074928.241090:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612908800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 102us (2630us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074928.241098:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 997 00000100:00080000:2.0:1769074928.241503:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074928.256780:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074928.257100:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612908928 00000100:00100000:2.0:1769074928.257111:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612908928 00000100:00100000:2.0:1769074928.257193:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 998 00000100:00100000:2.0:1769074928.257202:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612908928:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074928.257289:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612908928:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 87us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074928.257297:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 998 00000100:00080000:1.0:1769074928.257565:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1769074928.576052:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074929.599553:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074929.662346:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619974656:0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.662458:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074929.662518:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619974784:0@lo:400:kworker.0 00000100:00100000:3.0:1769074929.662555:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074929.662561:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619975168:0@lo:400:kworker.0 00000100:00100000:3.0:1769074929.662581:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074929.662585:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074929.662587:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974912:0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.662604:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074929.662621:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619974528:0@lo:400:kworker.0 00000100:00100000:2.0:1769074929.662700:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974656 00000100:00100000:2.0:1769074929.662712:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974656 00000100:00100000:0.0:1769074929.662731:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974784 00000100:00100000:0.0:1769074929.662735:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974784 00000100:00100000:2.0:1769074929.662782:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975168 00000100:00100000:2.0:1769074929.662786:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975168 00000100:00100000:3.0:1769074929.667043:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074929.667448:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1769074929.667492:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619974656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.667604:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619974656:12345-0@lo:400:kworker.0 Request processed in 144us (5145us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.667612:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1769074929.667638:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1769074929.667645:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619974784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.667701:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1855007619974784:12345-0@lo:400:kworker.0 Request processed in 57us (5145us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.667708:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00080000:0.0:1769074929.667767:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074929.667806:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974912 00000100:00100000:0.0:1769074929.667815:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974912 00000100:00100000:0.0:1769074929.667900:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1769074929.667908:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.667943:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619974912:12345-0@lo:400:kworker.0 Request processed in 38us (5330us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.667950:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00080000:0.0:1769074929.668674:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074929.668727:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619974912:0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.668744:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3289:1855007619974784:0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.671343:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074929.671449:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619975040:0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.674383:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074929.674493:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975040 00000100:00100000:1.0:1769074929.674506:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975040 00000100:00100000:0.0:1769074929.675511:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619974528 00000100:00100000:0.0:1769074929.675537:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619974528 00000100:00100000:0.0:1769074929.675818:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1769074929.675846:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e9fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619974528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.675950:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e9fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3292:x1855007619974528:12345-0@lo:400:kworker.0 Request processed in 107us (13293us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.675962:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1769074929.676083:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619974656:0@lo:400:kworker.0 00000100:00100000:0.0:1769074929.676121:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3292:1855007619974528:0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.676958:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1769074929.676968:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619975040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074929.677039:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619975040:12345-0@lo:400:kworker.0 Request processed in 72us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074929.677045:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:1.0:1769074929.677071:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074929.677104:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619975040:0@lo:400:kworker.0 00000100:00100000:2.0:1769074929.679774:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1769074929.679799:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619975168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074929.679934:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619975168:12345-0@lo:400:kworker.0 Request processed in 146us (17346us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074929.679942:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1769074929.680335:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619975168:0@lo:400:kworker.0 00000100:00100000:3.0:1769074929.984930:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074929.985748:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612909184 00000100:00100000:1.0:1769074929.985764:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612909184 00000100:00100000:1.0:1769074929.986214:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6749 00000100:00100000:1.0:1769074929.986226:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+16:63250:x1855007612909184:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074929.986254:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074929.986287:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3e00/0x8b5959a9a0e8c0ce lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb31 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074929.986538:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986556:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986571:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986587:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986593:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986599:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986698:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0e3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986711:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.986718:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00200000:1.0:1769074929.986730:0:29857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 0 00010000:00010000:1.0:1769074929.987097:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987106:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987112:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987118:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074929.987123:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987131:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987145:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074929.987149:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074929.987154:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987160:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2200/0x8b5959a9a0e8c0d5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987175:0:29857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987185:0:29857:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987191:0:29857:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987195:0:29857:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074929.987198:0:29857:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987203:0:29857:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987210:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074929.987212:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074929.987215:0:29857:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987220:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0dc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.987277:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3e00/0x8b5959a9a0e8c0ce lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb31 expref: 19 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074929.987291:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0e3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb31 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074929.987297:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9200) 00010000:00010000:1.0:1769074929.987300:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074929.987303:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074929.988580:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:63250:x1855007612909184:12345-192.168.204.39@tcp:101:dd.0 Request processed in 2343us (3654us total) trans 8589941515 rc 0/0 00000100:00100000:1.0:1769074929.988595:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6749 00000100:00100000:2.0:1769074929.997975:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074929.998563:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612909440 00000100:00100000:1.0:1769074929.998578:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612909440 00000100:00100000:1.0:1769074929.998725:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6750 00000100:00100000:1.0:1769074929.998739:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+18:63250:x1855007612909440:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074929.998773:0:29857:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074929.998777:0:29857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1769074929.998858:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0e3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb31 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074929.998887:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9200) 00010000:00010000:1.0:1769074929.998900:0:29857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074929.998921:0:29857:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3e00/0x8b5959a9a0e8c0f1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb38 expref: -99 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074929.998988:0:29857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.999004:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29857 initiator: MDT0 00010000:00010000:1.0:1769074929.999013:0:29857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29857 initiator: MDT0 00000004:00080000:1.0:1769074929.999800:0:29857:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x220:0x0], index 0: 0 00000040:00080000:1.0:1769074930.000113:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1665, 88 off144736 00000004:00080000:1.0:1769074930.000126:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1914161302001ns, next at 1875911125649ns, rc = 0 00000040:00080000:1.0:1769074930.002623:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1673, 88 off145368 00000004:00080000:1.0:1769074930.002651:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1914163827049ns, next at 1875913535217ns, rc = 0 00000040:00080000:1.0:1769074930.002814:0:29857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1674, 88 off145456 00000004:00080000:1.0:1769074930.002820:0:29857:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1914163996745ns, next at 1875913535217ns, rc = 0 00000001:00080000:2.0:1769074930.086482:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941516 is committed 00000004:00080000:2.0:1769074930.086502:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1367 committed 00000004:00080000:2.0:1769074930.086519:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1366 committed 00000004:00080000:2.0:1769074930.086522:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1361 committed 00010000:00010000:1.0:1769074930.086633:0:29857:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb38 expref: 18 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074930.086652:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074930.086656:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074930.086677:0:29857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3e00/0x8b5959a9a0e8c0f1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb38 expref: 18 pid: 29857 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074930.086698:0:29857:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb38 expref: 17 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074930.086740:0:29857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074930.086742:0:29857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1769074930.086745:0:29857:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c3200, rc 0) 00000100:00100000:1.0:1769074930.086884:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+17:63250:x1855007612909440:12345-192.168.204.39@tcp:101:dd.0 Request processed in 88146us (88923us total) trans 8589941516 rc 0/0 00000100:00100000:1.0:1769074930.086896:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6750 00000100:00100000:3.0:1769074930.087597:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975424:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074930.087671:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074930.087745:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074930.087752:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074930.087777:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074930.087808:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975424 00000100:00100000:3.0:1769074930.087816:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975424 00000100:00100000:3.0:1769074930.087889:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975296 00000100:00100000:3.0:1769074930.087891:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975296 00000100:00100000:3.0:1769074930.087923:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10099 00000100:00100000:3.0:1769074930.087932:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619975424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074930.088182:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619975552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074930.088223:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074930.090696:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975552 00000100:00100000:1.0:1769074930.090718:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975552 00000100:00100000:1.0:1769074930.090816:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10100 00000100:00100000:1.0:1769074930.090847:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619975296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074930.091046:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10101 00000100:00100000:0.0:1769074930.091059:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619975552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074930.091887:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619975552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 826us (3657us total) trans 21474839639 rc 0/0 00000100:00100000:0.0:1769074930.091899:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10101 00000004:00080000:0.0:1769074930.092127:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c5500/2, rc 0, transno 21474839639 00000100:00100000:0.0:1769074930.092136:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619975552:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074930.092843:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619975424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4890us (5150us total) trans 21474839640 rc 0/0 00000100:00100000:3.0:1769074930.092856:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10099 00000004:00080000:2.0:1769074930.093005:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d412c4a80/2, rc 0, transno 21474839640 00000100:00100000:2.0:1769074930.093011:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1769074930.094326:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619975296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3415us (6462us total) trans 17179872674 rc 0/0 00000100:00100000:1.0:1769074930.094341:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10100 00000004:00080000:2.0:1769074930.094445:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe0e00/2, rc 0, transno 17179872674 00000100:00100000:2.0:1769074930.094453:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074930.095732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074930.095860:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612909568 00000100:00100000:1.0:1769074930.095872:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612909568 00000100:00100000:1.0:1769074930.096035:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10102 00000100:00100000:1.0:1769074930.096047:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+7:63250:x1855007612909568:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1769074930.096072:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074930.096102:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb3f expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074930.096135:0:6531:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074930.096162:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074930.096165:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074930.096177:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074930.096572:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074930.096590:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2c00, rc 0) 00000100:00100000:1.0:1769074930.096673:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+8:63250:x1855007612909568:12345-192.168.204.39@tcp:101:dd.0 Request processed in 628us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074930.096681:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10102 00000100:00080000:0.0:1769074930.096787:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074930.140256:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074930.141092:0:29859:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612909952 00000100:00100000:2.0:1769074930.141111:0:29859:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612909952 00000100:00100000:3.0:1769074930.141527:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074930.141870:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612909696 00000100:00100000:1.0:1769074930.141878:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612909696 00002000:00100000:1.0:1769074930.141932:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x220:0x0] (69206016->70254591) req@ffff956d4114b800 x1855007612909696/t0(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:466/0 lens 488/0 e 0 to 0 dl 1769074941 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074930.141944:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b800 with x1855007612909696 ext(69206016->70254591) 00002000:00010000:1.0:1769074930.141951:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114b800 00000100:00100000:1.0:1769074930.141988:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5585 00000100:00100000:1.0:1769074930.141998:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612909696:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1769074930.143568:0:29859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2812 00000100:00100000:2.0:1769074930.143595:0:29859:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63250:x1855007612909952:12345-192.168.204.39@tcp:35:dd.0 00000001:00080000:2.0:1769074930.144048:0:29859:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941517 00000100:00100000:2.0:1769074930.144234:0:29859:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63250:x1855007612909952:12345-192.168.204.39@tcp:35:dd.0 Request processed in 649us (3991us total) trans 8589941518 rc 0/0 00000100:00100000:2.0:1769074930.144242:0:29859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2812 00000020:00080000:2.0:1769074930.144250:0:29859:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1769074930.144687:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074930.194787:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612909696:12345-192.168.204.39@tcp:4:dd.0 Request processed in 52772us (53246us total) trans 21474839641 rc 0/0 00000100:00100000:1.0:1769074930.194807:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5585 00002000:00100000:1.0:1769074930.194854:0:26135:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x220:0x0] (69206016->70254591) req@ffff956d4114b800 x1855007612909696/t21474839641(0) o4->8e818347-4d21-45d1-a323-b359656f3fdd@192.168.204.39@tcp:466/0 lens 488/448 e 0 to 0 dl 1769074941 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074930.194866:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b800 with x1855007612909696 ext(69206016->70254591) 00002000:00010000:1.0:1769074930.194875:0:26135:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff956d4114b800 00010000:00010000:0.0:1769074930.626338:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074931.649599:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074931.711721:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074931.711745:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619975680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074931.711811:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074931.711893:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975680 00000100:00100000:0.0:1769074931.711900:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975680 00000100:00100000:0.0:1769074931.711954:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1769074931.711964:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619975680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074931.711999:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1769074931.712045:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619975680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074931.712053:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:0.0:1769074931.712075:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074931.712112:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619975680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074931.713851:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074931.713872:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074931.713931:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074931.714983:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975808 00000100:00100000:0.0:1769074931.714994:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975808 00000100:00100000:0.0:1769074931.715074:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1769074931.715084:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619975808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074931.715108:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57737216 pending 1703936 free 3852468224 avail 3850371072 00000100:00080000:1.0:1769074931.715270:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074931.715331:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619975808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 249us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074931.715350:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1769074931.715404:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619975808:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1769074932.676457:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074933.354036:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074933.354084:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074933.354152:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074933.354335:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910464 00000100:00100000:2.0:1769074933.354348:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910464 00000100:00100000:2.0:1769074933.354423:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1001 00000100:00100000:2.0:1769074933.354432:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612910464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074933.354504:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612910464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074933.354512:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1001 00000100:00100000:1.0:1769074933.354598:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910208 00000100:00100000:1.0:1769074933.354603:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910208 00000100:00100000:1.0:1769074933.354647:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:1.0:1769074933.354655:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612910208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074933.354690:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e818347-4d21-45d1-a323-b359656f3fdd+19:2370:x1855007612910208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074933.354696:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:0.0:1769074933.355659:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910080 00000100:00100000:0.0:1769074933.355668:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910080 00000100:00100000:0.0:1769074933.355727:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00100000:0.0:1769074933.355736:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612910080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074933.355794:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612910080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 58us (1767us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074933.355801:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00080000:3.0:1769074933.356271:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074933.356277:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074933.361613:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074933.361728:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910336 00000100:00100000:1.0:1769074933.361739:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910336 00000100:00100000:1.0:1769074933.361814:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1002 00000100:00100000:1.0:1769074933.361851:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612910336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074933.361936:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612910336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 113us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074933.361943:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1002 00000100:00080000:3.0:1769074933.362278:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1769074933.695298:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769074933.887350:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839639 is committed 00000001:00080000:0.0:1769074933.887384:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839641 is committed 00000001:00080000:0.0:1769074933.887395:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839640 is committed 00010000:00010000:0.0:1769074934.719853:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074934.783383:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619976064:0@lo:400:kworker.0 00000100:00100000:0.0:1769074934.783454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074934.783510:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d09758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619976576:0@lo:400:kworker.0 00000100:00100000:0.0:1769074934.783542:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074934.783566:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074934.783572:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619976192:0@lo:400:kworker.0 00000100:00100000:0.0:1769074934.783592:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074934.783964:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619976320:0@lo:400:kworker.0 00000100:00100000:1.0:1769074934.784000:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074934.784013:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619975936:0@lo:400:kworker.0 00000100:00100000:2.0:1769074934.784046:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074934.784052:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976064 00000100:00100000:1.0:1769074934.784060:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976064 00000100:00100000:2.0:1769074934.784082:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619976448:0@lo:400:kworker.0 00000100:00100000:2.0:1769074934.784105:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074934.784118:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976576 00000100:00100000:1.0:1769074934.784121:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976576 00000100:00100000:2.0:1769074934.784132:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976192 00000100:00100000:2.0:1769074934.784135:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976192 00000100:00100000:1.0:1769074934.784144:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1769074934.784151:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619976064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074934.784157:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1769074934.784162:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619976576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074934.784199:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619976576:12345-0@lo:400:kworker.0 Request processed in 36us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074934.784212:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1769074934.784229:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1769074934.784231:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976320 00000100:00100000:3.0:1769074934.784235:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976320 00000100:00100000:2.0:1769074934.784246:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619976192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074934.784264:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976448 00000100:00100000:3.0:1769074934.784267:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976448 00000100:00100000:3.0:1769074934.784285:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1769074934.784302:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619976320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074934.784327:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1769074934.784335:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619976448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074934.784339:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619976320:12345-0@lo:400:kworker.0 Request processed in 39us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074934.784345:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1769074934.784368:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619976448:12345-0@lo:400:kworker.0 Request processed in 34us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074934.784374:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1769074934.784665:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619976448:0@lo:400:kworker.0 00000100:00100000:1.0:1769074934.785506:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619976064:12345-0@lo:400:kworker.0 Request processed in 1351us (2047us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074934.785516:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1769074934.785550:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619975936 00000100:00100000:1.0:1769074934.785556:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619975936 00000100:00100000:1.0:1769074934.785592:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1769074934.785599:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619975936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074934.785663:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619975936:12345-0@lo:400:kworker.0 Request processed in 65us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074934.785669:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:1.0:1769074934.785697:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074934.785702:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074934.785704:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074934.785734:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839640 gen 2 00000004:00080000:1.0:1769074934.785739:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c5500, transno 21474839639 00000004:00080000:1.0:1769074934.785751:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d412c4a80, transno 21474839640 00000100:00100000:1.0:1769074934.785757:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619976320:0@lo:400:kworker.0 00000100:00100000:1.0:1769074934.786018:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619975936:0@lo:400:kworker.0 00000100:00100000:2.0:1769074934.790569:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619976192:12345-0@lo:400:kworker.0 Request processed in 6312us (6965us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074934.790585:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1769074934.796852:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619976192:0@lo:400:kworker.0 00000100:00100000:3.0:1769074934.796876:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619976064:0@lo:400:kworker.0 00000100:00100000:3.0:1769074934.796887:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d09758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619976576:0@lo:400:kworker.0 00000001:00080000:0.0:1769074934.884800:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872674 is committed 00000001:00080000:3.0:1769074935.357615:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941518 is committed 00010000:00010000:3.0:1769074935.742675:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074936.766118:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074936.832964:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074936.832987:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619976832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074936.833055:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074936.833266:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619976704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074936.833298:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074936.833326:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976832 00000100:00100000:2.0:1769074936.833335:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976832 00000100:00100000:0.0:1769074936.833393:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976704 00000100:00100000:0.0:1769074936.833398:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976704 00000100:00100000:2.0:1769074936.833417:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00080000:1.0:1769074936.833459:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074936.833463:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074936.833542:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619976832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074936.833579:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1769074936.833637:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619976832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 210us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074936.833694:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872674 gen 2 00000004:00080000:1.0:1769074936.833700:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe0e00, transno 17179872674 00000100:00100000:1.0:1769074936.833725:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619976832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074936.835876:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1769074936.835898:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619976704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074936.835934:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1769074936.836017:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619976704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074936.836025:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1769074936.836562:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619976704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074936.838781:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00010000:00010000:0.0:1769074937.790255:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074938.459320:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074938.459371:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074938.459406:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074938.459500:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074938.459530:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910976 00000100:00100000:2.0:1769074938.459539:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910976 00000100:00100000:2.0:1769074938.459590:0:26306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910848 00000100:00100000:2.0:1769074938.459593:0:26306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910848 00000100:00100000:2.0:1769074938.459617:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1005 00000100:00100000:2.0:1769074938.459627:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612910976:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074938.459691:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612910976:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074938.459700:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1005 00000100:00100000:2.0:1769074938.459715:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1006 00000100:00100000:2.0:1769074938.459722:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612910848:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074938.459749:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2372:x1855007612910848:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074938.459757:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1006 00000100:00080000:2.0:1769074938.459788:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074938.459792:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074938.460013:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910720 00000100:00100000:0.0:1769074938.460018:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910720 00000100:00100000:0.0:1769074938.460069:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 507 00000100:00100000:0.0:1769074938.460077:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612910720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074938.460113:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2372:x1855007612910720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074938.460132:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 507 00000100:00080000:2.0:1769074938.462057:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074938.464619:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612910592 00000100:00100000:1.0:1769074938.464635:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612910592 00000100:00100000:1.0:1769074938.464814:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:1.0:1769074938.464857:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612910592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074938.464943:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612910592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 120us (5535us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074938.464951:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 386 00010000:00010000:3.0:1769074938.814908:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074939.838070:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074939.902756:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619977088:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.902846:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074939.902867:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977344:0@lo:400:kworker.0 00000100:00100000:3.0:1769074939.902900:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074939.902901:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619977600:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.902921:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074939.902930:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074939.902934:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074939.902936:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619976960:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.902938:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619977216:0@lo:400:kworker.0 00000100:00100000:0.0:1769074939.903006:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977088 00000100:00100000:0.0:1769074939.903016:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977088 00000100:00100000:0.0:1769074939.903062:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977600 00000100:00100000:0.0:1769074939.903065:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977600 00000100:00100000:0.0:1769074939.903097:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1769074939.903105:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619977088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074939.903284:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1769074939.903294:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619977600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.909934:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074939.910062:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977216 00000100:00100000:1.0:1769074939.910071:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977216 00000100:00100000:1.0:1769074939.910415:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1769074939.910425:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619977216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.910492:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619977216:12345-0@lo:400:kworker.0 Request processed in 69us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074939.910499:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1769074939.911799:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619977216:0@lo:400:kworker.0 00000100:00080000:1.0:1769074939.911882:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074939.911948:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977344 00000100:00100000:1.0:1769074939.911956:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977344 00000100:00100000:1.0:1769074939.912009:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1769074939.912018:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.912259:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977344:12345-0@lo:400:kworker.0 Request processed in 241us (9356us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074939.912267:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00080000:1.0:1769074939.912310:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074939.912345:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074939.912388:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619976960 00000100:00100000:3.0:1769074939.912392:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619976960 00000100:00100000:3.0:1769074939.912523:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1769074939.912590:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619976960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074939.912626:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3289:x1855007619976960:12345-0@lo:400:kworker.0 Request processed in 97us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074939.917366:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3289:1855007619976960:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.917384:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977472:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.917452:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074939.917495:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977344:0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.917539:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977472 00000100:00100000:1.0:1769074939.917546:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977472 00000100:00100000:1.0:1769074939.917603:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1769074939.917612:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074939.917666:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977472:12345-0@lo:400:kworker.0 Request processed in 55us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074939.917673:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00080000:1.0:1769074939.917695:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074939.917717:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977472:0@lo:400:kworker.0 00000100:00100000:0.0:1769074939.918029:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619977088:12345-0@lo:400:kworker.0 Request processed in 14922us (15180us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074939.918039:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1769074939.918580:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619977088:0@lo:400:kworker.0 00000100:00100000:3.0:1769074939.920912:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1769074939.921904:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619977600:12345-0@lo:400:kworker.0 Request processed in 18605us (18974us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074939.921917:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1769074939.922473:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619977600:0@lo:400:kworker.0 00010000:00010000:0.0:1769074940.867662:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074941.886137:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074941.950179:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074941.950203:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619977728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074941.950272:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074941.950441:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977728 00000100:00100000:3.0:1769074941.950451:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977728 00000100:00100000:3.0:1769074941.950517:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1769074941.950526:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619977728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074941.950559:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074941.950600:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1855007619977728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074941.950608:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:2.0:1769074941.950851:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074941.950892:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619977728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074941.951126:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d09759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074941.951179:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074941.951276:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977856 00000100:00100000:3.0:1769074941.951283:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977856 00000100:00100000:3.0:1769074941.951337:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1769074941.951346:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074941.951368:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00080000:2.0:1769074941.951511:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074941.951617:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d09759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619977856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074941.951657:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619977856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074941.951664:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1769074942.872499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074942.875790:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612911232 00000100:00100000:2.0:1769074942.875806:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612911232 00000100:00100000:2.0:1769074942.875986:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6751 00000100:00100000:2.0:1769074942.875998:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:63273:x1855007612911232:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074942.876019:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074942.876041:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c106 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb46 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.876133:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876148:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876170:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876185:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876192:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876199:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876313:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876321:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876327:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876333:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.876336:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876343:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876354:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.876358:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.876363:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876368:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c10d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876380:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876386:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876392:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876397:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.876400:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876405:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876412:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074942.876414:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.876417:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876422:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c114 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.876455:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c106 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb46 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.876465:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.876468:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074942.876471:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c106 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb46 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.876479:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337200, rc 0) 00000100:00100000:2.0:1769074942.876565:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:63273:x1855007612911232:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 570us (4075us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074942.876573:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6751 00000100:00080000:1.0:1769074942.879089:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074942.883295:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074942.889653:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612911488 00000100:00100000:2.0:1769074942.889668:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612911488 00000100:00100000:2.0:1769074942.891454:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6752 00000100:00100000:2.0:1769074942.891481:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:63273:x1855007612911488:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074942.891504:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074942.891528:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c11b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb4d expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1769074942.891650:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 11776 00010000:00010000:2.0:1769074942.891812:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c11b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb4d expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.891843:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff956d0dee6000) 00010000:00010000:2.0:1769074942.891846:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074942.891851:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c11b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb4d expref: 19 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.891866:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337200, rc 0) 00000100:00100000:2.0:1769074942.891963:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63273:x1855007612911488:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 494us (8678us total) trans 8589941519 rc 301/301 00000100:00100000:2.0:1769074942.891980:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6752 00000100:00100000:3.0:1769074942.899511:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074942.902520:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612911616 00000100:00100000:2.0:1769074942.902537:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612911616 00000100:00100000:2.0:1769074942.902605:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6753 00000100:00100000:2.0:1769074942.902614:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63273:x1855007612911616:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074942.902695:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902713:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902723:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902752:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902759:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902765:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902923:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902930:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.902937:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074942.902988:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:2.0:1769074942.902993:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074942.903008:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903020:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903025:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903033:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903039:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.903042:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903049:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903062:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.903066:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.903071:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903078:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c129 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903094:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903100:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903106:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903111:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.903114:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903118:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903125:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074942.903129:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.903132:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903138:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c130 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903162:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903167:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903172:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903177:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.903179:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903184:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903192:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074942.903194:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.903197:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.903203:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c137 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:2.0:1769074942.903280:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+18:63273:x1855007612911616:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 664us (3783us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074942.903288:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6753 00000100:00100000:0.0:1769074942.907277:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074942.907384:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612911872 00000100:00100000:3.0:1769074942.907396:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612911872 00000100:00100000:3.0:1769074942.907455:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2813 00000100:00100000:3.0:1769074942.907465:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:63273:x1855007612911872:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074942.907813:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:63273:x1855007612911872:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 349us (546us total) trans 8589941520 rc 0/0 00000100:00100000:3.0:1769074942.907860:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2813 00010000:00010000:0.0:1769074942.910130:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074942.967755:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074942.968265:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612912128 00000100:00100000:2.0:1769074942.968276:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612912128 00000100:00100000:2.0:1769074942.968499:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6754 00000100:00100000:2.0:1769074942.968512:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63279:x1855007612912128:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074942.968537:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074942.968557:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c13e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb54 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.968633:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968647:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968657:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968670:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968681:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968686:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968792:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968799:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968804:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968809:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.968813:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.968819:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970410:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.970414:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.970421:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970429:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c145 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970444:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970451:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970457:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970463:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.970466:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970472:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970479:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074942.970481:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.970484:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970489:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c14c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074942.970538:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c13e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb54 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.970548:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.970550:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074942.970554:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c13e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb54 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074942.970563:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337e00, rc 0) 00000100:00100000:3.0:1769074942.971328:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63279:x1855007612912128:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2814us (3578us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074942.971339:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6754 00000100:00100000:0.0:1769074942.976908:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074942.978894:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612912384 00000100:00100000:3.0:1769074942.978909:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612912384 00000100:00100000:3.0:1769074942.979094:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6755 00000100:00100000:3.0:1769074942.979105:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63279:x1855007612912384:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074942.979127:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074942.979161:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c153 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb5b expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074942.979296:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c15a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074942.979311:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c15a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074942.979325:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c15a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:3.0:1769074942.979336:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 11776 00010000:00010000:3.0:1769074942.979482:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c153 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb5b expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074942.979501:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4a00/0x8b5959a9a0e8c15a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb5b expref: 21 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074942.979509:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074942.979512:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1769074942.979515:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4a00, rc 0) 00000100:00100000:3.0:1769074942.979575:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63279:x1855007612912384:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 471us (2675us total) trans 8589941521 rc 0/0 00000100:00100000:3.0:1769074942.979582:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6755 00000100:00100000:0.0:1769074942.991621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074942.991813:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612912512 00000100:00100000:2.0:1769074942.991847:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612912512 00000100:00100000:2.0:1769074942.991907:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6756 00000100:00100000:2.0:1769074942.991918:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63279:x1855007612912512:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074942.992003:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992020:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992031:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992045:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992066:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992073:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992192:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992201:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992208:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074942.992240:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:2.0:1769074942.992244:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074942.992255:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992267:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992273:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992279:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992284:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.992287:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992294:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992304:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074942.992307:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.992311:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992317:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c168 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992328:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992347:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992352:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992356:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.992359:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992367:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992374:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074942.992376:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.992379:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992384:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c16f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992623:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992628:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992633:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992638:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074942.992640:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992646:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992655:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074942.992657:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074942.992660:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074942.992665:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c176 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074942.992745:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63279:x1855007612912512:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 827us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074942.992753:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6756 00000100:00100000:0.0:1769074943.053013:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.053106:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612912768 00000100:00100000:3.0:1769074943.053118:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612912768 00000100:00100000:3.0:1769074943.053197:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6757 00000100:00100000:3.0:1769074943.053206:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63281:x1855007612912768:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.053228:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.053249:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c17d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb62 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.053329:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.053345:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.053358:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.053372:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.053379:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.053552:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057519:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057533:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057540:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057546:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.057551:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057557:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057573:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074943.057576:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074943.057581:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057587:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c184 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057601:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057607:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057611:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057616:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.057618:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057873:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057884:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fac00) 00010000:00010000:3.0:1769074943.057886:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074943.057890:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057896:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c18b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.057949:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c17d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb62 expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.057960:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074943.057962:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074943.057966:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c17d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb62 expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.057980:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4600, rc 0) 00000100:00100000:3.0:1769074943.058044:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63281:x1855007612912768:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4838us (5041us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074943.058054:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6757 00000100:00100000:2.0:1769074943.068595:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.068813:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612912896 00000100:00100000:3.0:1769074943.068849:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612912896 00000100:00100000:3.0:1769074943.068908:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6758 00000100:00100000:3.0:1769074943.068918:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63281:x1855007612912896:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074943.068991:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.069009:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.069019:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.069035:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.069042:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:3.0:1769074943.069048:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079331:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079356:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079368:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074943.079771:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:0.0:1769074943.079777:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074943.079792:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079806:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079812:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079819:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079844:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074943.079848:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079855:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079867:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074943.079870:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074943.079876:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079882:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c192 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079896:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079902:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079908:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079913:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074943.079916:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079920:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079928:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fac00) 00010000:00010000:0.0:1769074943.079930:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074943.079933:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079938:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c199 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079952:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079959:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079964:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079980:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074943.079984:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079989:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.079995:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:0.0:1769074943.079997:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074943.080000:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.080006:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c1a0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074943.080200:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63281:x1855007612912896:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 11278us (11608us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074943.080210:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6758 00000100:00100000:0.0:1769074943.141958:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.142649:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913152 00000100:00100000:2.0:1769074943.142661:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913152 00000100:00100000:2.0:1769074943.142723:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6759 00000100:00100000:2.0:1769074943.142733:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63283:x1855007612913152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.142756:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074943.142777:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c1a7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb69 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.142892:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.142906:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.142917:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.142932:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.142938:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.142944:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143067:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143075:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143081:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143087:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.143090:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143096:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143110:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074943.143112:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.143117:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143122:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1ae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143134:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143140:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143146:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143161:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.143164:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143174:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143181:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074943.143184:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.143187:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143192:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1b5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.143225:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c1a7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb69 expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.143235:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074943.143237:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769074943.143240:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c1a7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb69 expref: 22 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.143249:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336200, rc 0) 00000100:00100000:2.0:1769074943.143331:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+21:63283:x1855007612913152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 600us (1382us total) trans 0 rc 301/301 00000100:00100000:2.0:1769074943.143339:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6759 00000100:00100000:2.0:1769074943.154460:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.154996:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913280 00000100:00100000:3.0:1769074943.155008:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913280 00000100:00100000:3.0:1769074943.155074:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6760 00000100:00100000:3.0:1769074943.155085:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63283:x1855007612913280:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074943.155178:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155198:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155208:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155222:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155228:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155235:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155360:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155368:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155375:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074943.155405:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:3.0:1769074943.155410:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074943.155422:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155433:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155442:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155448:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155454:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.155458:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155465:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155476:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074943.155479:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074943.155484:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.155490:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c1bc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157135:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157161:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157167:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157172:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.157176:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157187:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157201:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7fa100) 00010000:00010000:3.0:1769074943.157204:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074943.157208:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157213:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1c3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157233:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157239:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157244:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157249:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.157252:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157257:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157263:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.157266:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074943.157269:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.157274:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1ca lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074943.158797:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63283:x1855007612913280:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 3701us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.158812:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6760 00000100:00100000:0.0:1769074943.210588:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.210765:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913408 00000100:00100000:2.0:1769074943.210777:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913408 00000100:00100000:2.0:1769074943.210860:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6761 00000100:00100000:2.0:1769074943.210870:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63286:x1855007612913408:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.210892:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074943.210914:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c1d1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb70 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.210992:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211008:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211018:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211032:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211039:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211046:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211169:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211177:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211184:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074943.211218:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:2.0:1769074943.211222:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074943.211240:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211251:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211258:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211265:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211272:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211278:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.211282:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211291:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211301:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074943.211304:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.211308:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211313:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c1d8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211325:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211331:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211337:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211342:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.211345:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211350:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211357:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7cea00) 00010000:00010000:2.0:1769074943.211359:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.211362:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211368:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c1df lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.211400:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c1d1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb70 expref: 23 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.211413:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb70 expref: 22 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.211419:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.211421:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074943.211424:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41337a00, rc 0) 00000100:00100000:2.0:1769074943.211492:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:63286:x1855007612913408:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 624us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.211500:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6761 00000100:00100000:0.0:1769074943.229192:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.229861:0:26360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913536 00000100:00100000:1.0:1769074943.229873:0:26360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913536 00000100:00100000:1.0:1769074943.229941:0:26360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10103 00000100:00100000:1.0:1769074943.229950:0:26360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612913536:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074943.229978:0:26360:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074943.229999:0:26360:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb77 expref: -99 pid: 26360 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074943.230026:0:26360:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1769074943.230045:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.230047:0:26360:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.230063:0:26360:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.230080:0:26360:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.230094:0:26360:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d421c2000, rc 0) 00000100:00100000:1.0:1769074943.230158:0:26360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612913536:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 198us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.230167:0:26360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10103 00000100:00080000:0.0:1769074943.236279:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074943.245654:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.245732:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913792 00000100:00100000:3.0:1769074943.245742:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913792 00000100:00100000:3.0:1769074943.245802:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6762 00000100:00100000:3.0:1769074943.245811:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:63286:x1855007612913792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.245870:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.245894:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1f4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb7e expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.246001:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1fb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.246028:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.246040:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074943.246051:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00010000:00010000:3.0:1769074943.246218:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c1f4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb7e expref: 25 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.246235:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1fb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb7e expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.246244:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.246247:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074943.246251:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5000, rc 0) 00000100:00100000:3.0:1769074943.246328:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+24:63286:x1855007612913792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 517us (683us total) trans 8589941522 rc 0/0 00000100:00100000:3.0:1769074943.246336:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6762 00000100:00100000:0.0:1769074943.253127:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.253208:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612913920 00000100:00100000:1.0:1769074943.253219:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612913920 00000100:00100000:1.0:1769074943.253281:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 840 00000100:00100000:1.0:1769074943.253290:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+24:2371:x1855007612913920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074943.253318:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074943.253345:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c1fb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb7e expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.253363:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074943.253368:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074943.253421:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:2371:x1855007612913920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 133us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.253428:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 840 00000100:00100000:1.0:1769074943.259245:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.260428:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914176 00000100:00100000:0.0:1769074943.260443:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914176 00000100:00100000:0.0:1769074943.260519:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6763 00000100:00100000:0.0:1769074943.260530:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:63286:x1855007612914176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074943.260558:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074943.260582:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8c209 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb85 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.260687:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.260703:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.260715:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074943.260727:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00010000:00010000:0.0:1769074943.260888:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41709600/0x8b5959a9a0e8c209 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb85 expref: 26 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.260907:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb85 expref: 25 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.260916:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:0.0:1769074943.260919:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769074943.260922:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41708200, rc 0) 00000100:00100000:0.0:1769074943.260984:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:63286:x1855007612914176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 456us (1748us total) trans 8589941523 rc 0/0 00000100:00100000:0.0:1769074943.260993:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6763 00000100:00100000:0.0:1769074943.272708:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.272755:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.273324:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914304 00000100:00100000:1.0:1769074943.273336:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914304 00000100:00100000:1.0:1769074943.273385:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914432 00000100:00100000:1.0:1769074943.273388:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914432 00000100:00100000:1.0:1769074943.273426:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10104 00000100:00100000:1.0:1769074943.273434:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612914304:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074943.273482:0:26585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273503:0:26585:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.273511:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.273513:0:26585:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.273517:0:26585:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273557:0:26585:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 9 pid: 26360 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.273572:0:26585:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 9 pid: 26360 timeout: 2027 lvb_type: 1 00000100:00100000:1.0:1769074943.273588:0:26585:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619977984:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074943.273676:0:26585:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074943.273698:0:26306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10105 00000100:00100000:1.0:1769074943.273706:0:26306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612914432:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1769074943.273727:0:26306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273738:0:26306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273744:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074943.273746:0:26306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1769074943.273749:0:26306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273766:0:26306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 8 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.273776:0:26306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 8 pid: 6531 timeout: 2027 lvb_type: 0 00000100:00100000:1.0:1769074943.273787:0:26306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619978112:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074943.273842:0:26306:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b000 going to sleep for 11 seconds 00000100:00080000:0.0:1769074943.276234:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074943.280817:0:26585:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:26585:1855007619977984:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074943.280882:0:26585:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.281505:0:26306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c050eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26306:1855007619978112:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074943.281521:0:26306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.303606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.303641:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.303670:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914688 00000100:00100000:2.0:1769074943.303679:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914688 00010000:00010000:2.0:1769074943.303716:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 9 pid: 6531 timeout: 2027 lvb_type: 0 00000100:00100000:2.0:1769074943.303748:0:8266:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914560 00000100:00100000:2.0:1769074943.303751:0:8266:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914560 00010000:00010000:2.0:1769074943.303766:0:8266:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 10 pid: 26360 timeout: 2027 lvb_type: 1 00000100:00100000:2.0:1769074943.303789:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5347 00000100:00100000:2.0:1769074943.303798:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612914688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.303848:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1769074943.303867:0:8266:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb size from disk: 0 -> 70254592 00002000:00010000:2.0:1769074943.303870:0:8266:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb mtime from disk: 0 -> 1769074931 00002000:00010000:2.0:1769074943.303873:0:8266:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb ctime from disk: 0 -> 1769074931 00002000:00010000:2.0:1769074943.303875:0:8266:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb blocks from disk: 1 -> 2063 00010000:00010000:2.0:1769074943.303881:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 9 pid: 6531 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.303894:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 9 pid: 6531 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.303918:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c2c00/0x8b5959a9a0e8c0ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb3f expref: 9 pid: 6531 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.303934:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.303936:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.303942:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.303951:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.303984:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.304034:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612914688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 237us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.304042:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5347 00000100:00100000:2.0:1769074943.304062:0:8266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5348 00000100:00100000:2.0:1769074943.304069:0:8266:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612914560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.304079:0:8266:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.304091:0:8266:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 10 pid: 26360 timeout: 2027 lvb_type: 1 00010000:00010000:2.0:1769074943.304103:0:8266:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 10 pid: 26360 timeout: 2027 lvb_type: 1 00010000:00010000:2.0:1769074943.304117:0:8266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2000/0x8b5959a9a0e8c1ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb77 expref: 10 pid: 26360 timeout: 2027 lvb_type: 1 00010000:00010000:2.0:1769074943.304127:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.304129:0:8266:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.304132:0:8266:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304140:0:8266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304170:0:8266:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.304191:0:8266:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d2e970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612914560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 123us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.304198:0:8266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5348 00010000:00010000:2.0:1769074943.304226:0:26306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304235:0:26306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304258:0:26306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304265:0:26306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304273:0:26306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304279:0:26306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c3a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074943.304283:0:26306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.304291:0:26306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.305132:0:26306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.305157:0:26306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d421c3a00/0x8b5959a9a0e8c225 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.305221:0:26306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8e818347-4d21-45d1-a323-b359656f3fdd+7:2371:x1855007612914432:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 31513us (32463us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.305230:0:26306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10105 00010000:00010000:2.0:1769074943.305268:0:26585:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.305276:0:26585:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.305297:0:26585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306085:0:26585:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306093:0:26585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306100:0:26585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d421c2600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074943.306103:0:26585:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306111:0:26585:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306126:0:26585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.306133:0:26585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d421c2600/0x8b5959a9a0e8c21e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.306197:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612914304:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 32762us (33498us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.306205:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10104 00000100:00100000:2.0:1769074943.331200:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.331243:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612914944 00000100:00100000:2.0:1769074943.331252:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612914944 00000100:00100000:2.0:1769074943.332081:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6764 00000100:00100000:2.0:1769074943.332096:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+25:63286:x1855007612914944:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1769074943.332164:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1769074943.332193:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c1e6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb70 expref: 25 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.332216:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d421c3200/0x8b5959a9a0e8c0f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb38 expref: 24 pid: 29857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.332229:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.332235:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074943.332269:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.332283:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.332292:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00080000:2.0:1769074943.341231:0:30391:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x223:0x0], index 1: 0 00000040:00080000:2.0:1769074943.341420:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1666, 88 off144824 00000004:00080000:2.0:1769074943.341433:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1927502608865ns, next at 1875911125649ns, rc = 0 00000040:00080000:2.0:1769074943.341496:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1675, 88 off145544 00000004:00080000:2.0:1769074943.341503:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1927502679481ns, next at 1875913535217ns, rc = 0 00000040:00080000:2.0:1769074943.341531:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1676, 88 off145632 00000004:00080000:2.0:1769074943.341535:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1927502711676ns, next at 1875913535217ns, rc = 0 00000040:00080000:2.0:1769074943.341551:0:30391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1667, 88 off144912 00000004:00080000:2.0:1769074943.341555:0:30391:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1927502731543ns, next at 1875911125649ns, rc = 0 00000004:00010000:3.0:1769074943.421767:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ade542a2 reply state 0000000008d80569 transno 8589941524 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074943.421786:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074943.421917:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+25:63286:x1855007612914944:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 89823us (90722us total) trans 8589941524 rc 0/0 00000100:00100000:3.0:1769074943.421927:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6764 00000001:00080000:3.0:1769074943.421963:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941523 is committed 00000001:00080000:3.0:1769074943.421991:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941524 is committed 00000004:00080000:3.0:1769074943.421995:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1363 committed 00000004:00080000:3.0:1769074943.422004:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1369 committed 00000004:00080000:3.0:1769074943.422010:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1368 committed 00000004:00080000:3.0:1769074943.422013:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1362 committed 00010000:00010000:3.0:1769074943.422171:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422180:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422187:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422193:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074943.422198:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422207:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422224:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.422228:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074943.422233:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.422240:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337e00/0x8b5959a9a0e8c22c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074943.422362:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619978240:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074943.422411:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.422442:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074943.422449:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41148a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619978624:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074943.422476:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.422507:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619978368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074943.422530:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.422549:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074943.422555:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619978496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074943.422577:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.422617:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978240 00000100:00100000:3.0:1769074943.422624:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978240 00000100:00100000:3.0:1769074943.422678:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978624 00000100:00100000:3.0:1769074943.422681:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978624 00000100:00100000:3.0:1769074943.422703:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978368 00000100:00100000:3.0:1769074943.422705:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978368 00000100:00100000:3.0:1769074943.422720:0:26585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978496 00000100:00100000:3.0:1769074943.422723:0:26585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978496 00000100:00100000:3.0:1769074943.422742:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10106 00000100:00100000:3.0:1769074943.422751:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619978240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074943.423040:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619978240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 290us (628us total) trans 17179872675 rc 0/0 00000100:00100000:3.0:1769074943.423046:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10106 00000100:00100000:3.0:1769074943.423064:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10107 00000100:00100000:3.0:1769074943.423071:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619978624:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:0.0:1769074943.423248:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074943.423254:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074943.423271:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10108 00000100:00100000:3.0:1769074943.423281:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619978624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 210us (804us total) trans 21474839642 rc 0/0 00000100:00100000:0.0:1769074943.423283:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619978368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769074943.423294:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10107 00000100:00100000:3.0:1769074943.423309:0:26585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10109 00000100:00100000:3.0:1769074943.423316:0:26585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619978496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1769074943.423518:0:26585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619978496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 202us (940us total) trans 21474839643 rc 0/0 00000100:00100000:3.0:1769074943.423524:0:26585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10109 00000100:00100000:0.0:1769074943.423582:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619978368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 304us (1052us total) trans 17179872676 rc 0/0 00000004:00080000:3.0:1769074943.423586:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41148a80/2, rc 0, transno 21474839642 00000100:00100000:0.0:1769074943.423587:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10108 00000100:00100000:3.0:1769074943.423597:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41148a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619978624:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074943.423614:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4114aa00/2, rc 0, transno 17179872675 00000100:00100000:3.0:1769074943.423618:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4114aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619978240:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1769074943.423637:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149c00/2, rc 0, transno 21474839643 00000100:00100000:3.0:1769074943.423641:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619978496:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1769074943.423647:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d41149f80/2, rc 0, transno 17179872676 00000100:00100000:3.0:1769074943.423650:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619978368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1769074943.428858:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.430037:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915072 00000100:00100000:3.0:1769074943.430051:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915072 00000100:00100000:3.0:1769074943.430245:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6765 00000100:00100000:3.0:1769074943.430257:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:63286:x1855007612915072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.430281:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.430300:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb8c expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.430361:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.430376:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 19 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.430395:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.430399:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769074943.430402:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4200, rc 0) 00000100:00100000:3.0:1769074943.430470:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63286:x1855007612915072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 214us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.430477:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6765 00000100:00100000:2.0:1769074943.452843:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.452887:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915200 00000100:00100000:2.0:1769074943.452897:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915200 00000100:00100000:2.0:1769074943.453011:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6766 00000100:00100000:2.0:1769074943.453020:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63286:x1855007612915200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.453038:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074943.453058:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c23a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb93 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.453135:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.453159:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.453170:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:2.0:1769074943.453197:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254593 00000004:00200000:2.0:1769074943.453202:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074943.453219:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.453245:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c23a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb93 expref: 21 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.453262:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb93 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.453270:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.453273:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074943.453277:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336e00, rc 0) 00000100:00100000:2.0:1769074943.453327:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+20:63286:x1855007612915200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 308us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.453335:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6766 00000100:00100000:0.0:1769074943.462447:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.462492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.462517:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915328 00000100:00100000:0.0:1769074943.462529:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915456 00000100:00100000:3.0:1769074943.462530:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915328 00000100:00100000:0.0:1769074943.462535:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915456 00000100:00100000:3.0:1769074943.462597:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10110 00000100:00100000:3.0:1769074943.462608:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612915328:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.462628:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.462652:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bb9a expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074943.462683:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074943.462701:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.462703:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.462863:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 9 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.462884:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 9 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.462897:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074943.462950:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612915328:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 345us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.462967:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10110 00000100:00100000:3.0:1769074943.462985:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10111 00000100:00100000:3.0:1769074943.462991:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+7:2373:x1855007612915456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.462999:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.463009:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bba1 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074943.463022:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x220:0x0] initial LVB size: 70254592, mtime: 0x6971f0f3, atime: 0x0, ctime: 0x6971f0f3, blocks: 0x80f 00010000:00010000:3.0:1769074943.463031:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.463033:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.463037:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 8 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.463047:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 8 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.463055:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4400, rc 0) 00000100:00100000:3.0:1769074943.463073:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+8:2373:x1855007612915456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 82us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.463078:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10111 00000100:00100000:2.0:1769074943.576633:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.576668:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915584 00000100:00100000:2.0:1769074943.576678:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915584 00000100:00100000:2.0:1769074943.576731:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:2.0:1769074943.576741:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d03a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612915584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074943.576803:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d03a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2371:x1855007612915584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.576810:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:2.0:1769074943.600179:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.601386:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915840 00000100:00100000:3.0:1769074943.601400:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915840 00000100:00100000:3.0:1769074943.601458:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6767 00000100:00100000:3.0:1769074943.601467:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+20:63286:x1855007612915840:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1769074943.601517:0:30391:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.601543:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c241 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb93 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.601563:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.601568:0:30391:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.601967:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.601983:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074943.601993:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000001:00080000:2.0:1769074943.605135:0:30391:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941525 00000004:00010000:2.0:1769074943.605225:0:30391:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4a99c13 reply state 0000000094d597de transno 8589941526 ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074943.605238:0:30391:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074943.605398:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:63286:x1855007612915840:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 3927us (5225us total) trans 8589941526 rc 0/0 00000100:00100000:2.0:1769074943.605406:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6767 00000020:00080000:2.0:1769074943.605412:0:30391:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074943.609901:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.609984:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612915968 00000100:00100000:3.0:1769074943.609995:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612915968 00000100:00100000:3.0:1769074943.610060:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10112 00000100:00100000:3.0:1769074943.610072:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+8:63286:x1855007612915968:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.610096:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.610124:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bba8 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074943.610161:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1769074943.610186:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.610188:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.610199:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.610217:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.610231:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5800, rc 0) 00000100:00100000:3.0:1769074943.610298:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:63286:x1855007612915968:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 228us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.610306:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10112 00010000:00010000:2.0:1769074943.610404:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610412:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610419:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610424:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.610429:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610436:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610449:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.610451:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.610455:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.610461:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c256 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:1.0:1769074943.614010:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.614225:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916096 00000100:00100000:0.0:1769074943.614236:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916096 00000100:00100000:0.0:1769074943.614288:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10113 00000100:00100000:0.0:1769074943.614296:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:63286:x1855007612916096:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074943.614313:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074943.614332:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbaf expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074943.614357:0:21706:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1769074943.614378:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.614380:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.614389:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.614404:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.614416:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41709e00, rc 0) 00000100:00100000:0.0:1769074943.614467:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:63286:x1855007612916096:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 172us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074943.614475:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10113 00000100:00100000:1.0:1769074943.617633:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.617723:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916224 00000100:00100000:2.0:1769074943.617733:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916224 00002000:00010000:2.0:1769074943.617774:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/547 (10485760->18446744073709551615) 00002000:00100000:2.0:1769074943.617779:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9f80 with x1855007612916224 ext(10485760->18446744073709551615) 00002000:00010000:2.0:1769074943.617791:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9f80. 00000100:00100000:2.0:1769074943.617855:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5586 00000100:00100000:2.0:1769074943.617866:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612916224:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:2.0:1769074943.618444:0:26135:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:2.0:1769074943.618448:0:26135:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb mtime from disk: 0 -> 1769074944 00002000:00010000:2.0:1769074943.618451:0:26135:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074943.618453:0:26135:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb ctime from disk: 0 -> 1769074944 00002000:00010000:2.0:1769074943.618456:0:26135:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1769074943.618513:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612916224:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 647us (890us total) trans 17179872677 rc 0/0 00000100:00100000:2.0:1769074943.618521:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5586 00002000:00010000:2.0:1769074943.618525:0:26135:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/547 (10485760->18446744073709551615) 00002000:00100000:2.0:1769074943.618527:0:26135:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956c050e9f80 with x1855007612916224 ext(10485760->18446744073709551615) 00002000:00010000:2.0:1769074943.618532:0:26135:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956c050e9f80. 00000100:00100000:1.0:1769074943.621929:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.622128:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916352 00000100:00100000:2.0:1769074943.622137:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916352 00000100:00100000:2.0:1769074943.622201:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6768 00000100:00100000:2.0:1769074943.622209:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+21:63286:x1855007612916352:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.622231:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074943.622251:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c26b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbb6 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.622332:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.622345:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.622356:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074943.622380:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 10485760 00000004:00200000:2.0:1769074943.622384:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074943.622398:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074943.622421:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c26b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbb6 expref: 23 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.622436:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbb6 expref: 22 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.622445:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.622448:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074943.622452:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336e00, rc 0) 00000100:00100000:2.0:1769074943.622505:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+22:63286:x1855007612916352:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 297us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.622512:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6768 00000100:00100000:1.0:1769074943.630408:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.630502:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916480 00000100:00100000:3.0:1769074943.630512:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916480 00000100:00100000:3.0:1769074943.630584:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5587 00000100:00100000:3.0:1769074943.630593:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612916480:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:3.0:1769074943.630630:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.630646:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.630648:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.630653:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.630673:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074943.639014:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.639070:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.641589:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916608 00000100:00100000:2.0:1769074943.641606:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916608 00000100:00100000:2.0:1769074943.641667:0:26135:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916736 00000100:00100000:2.0:1769074943.641671:0:26135:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916736 00000100:00100000:2.0:1769074943.641711:0:26135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5588 00000100:00100000:0.0:1769074943.641718:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5589 00000100:00100000:2.0:1769074943.641720:0:26135:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+12:2371:x1855007612916608:12345-192.168.204.39@tcp:3:lfs.0 00000100:00100000:0.0:1769074943.641726:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612916736:12345-192.168.204.39@tcp:3:lfs.0 00010000:00010000:0.0:1769074943.641754:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.641754:0:26135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.641770:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.641772:0:26135:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.641779:0:26135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.641793:0:26135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.646975:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.646985:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.646994:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.647015:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653885:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653904:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653913:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653919:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074943.653925:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653936:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653963:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.653970:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c279 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.654077:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612916480:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 23479us (23674us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074943.654088:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5587 00010000:00010000:2.0:1769074943.660997:0:26135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661015:0:26135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661023:0:26135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661030:0:26135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337a00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074943.661034:0:26135:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661042:0:26135:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661060:0:26135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.661068:0:26135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41337a00/0x8b5959a9a0e8c280 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26135 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.661183:0:26135:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612916608:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 19458us (22173us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1769074943.661193:0:26135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5588 00010000:00010000:0.0:1769074943.664061:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664079:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664088:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664095:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41709000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074943.664099:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664114:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664134:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.664152:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d41709000/0x8b5959a9a0e8c287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074943.664281:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612916736:12345-192.168.204.39@tcp:3:lfs.0 Request processed in 22550us (25204us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1769074943.664291:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5589 00000100:00100000:1.0:1769074943.673403:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.673516:0:26123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916864 00000100:00100000:0.0:1769074943.673527:0:26123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916864 00000100:00100000:0.0:1769074943.673607:0:26123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5590 00000100:00100000:0.0:1769074943.673617:0:26123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+11:2372:x1855007612916864:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074943.673656:0:26123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.673675:0:26123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 11 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.673684:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074943.673686:0:26123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074943.673689:0:26123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.673732:0:26123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 11 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.673747:0:26123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 11 pid: 21706 timeout: 2027 lvb_type: 0 00000100:00100000:0.0:1769074943.673761:0:26123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619978752:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074943.673891:0:26123:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c06205a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074943.676899:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.676979:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.677095:0:26123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d0975bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26123:1855007619978752:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074943.677129:0:26123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.677397:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612916992 00000100:00100000:3.0:1769074943.677406:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612916992 00000100:00100000:3.0:1769074943.677466:0:26133:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612917120 00000100:00100000:3.0:1769074943.677469:0:26133:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612917120 00000100:00100000:3.0:1769074943.677504:0:26133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5591 00000100:00100000:3.0:1769074943.677514:0:26133:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612916992:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:3.0:1769074943.677546:0:26133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.677560:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074943.677563:0:26133:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074943.677566:0:26133:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.677575:0:26133:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074943.677641:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5592 00000100:00100000:0.0:1769074943.677650:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612917120:12345-192.168.204.39@tcp:4:lfs.0 00010000:00010000:0.0:1769074943.677666:0:14225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.677674:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074943.677676:0:14225:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074943.677678:0:14225:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.677685:0:14225:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074943.679885:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.680430:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612917248 00000100:00100000:2.0:1769074943.680441:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612917248 00010000:00010000:2.0:1769074943.680480:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 14 pid: 21706 timeout: 2027 lvb_type: 0 00000100:00100000:2.0:1769074943.680559:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5349 00000100:00100000:2.0:1769074943.680569:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+14:2370:x1855007612917248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.680584:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.680606:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 14 pid: 21706 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.680622:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 14 pid: 21706 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.680647:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d41709e00/0x8b5959a9a0e8c264 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbaf expref: 14 pid: 21706 timeout: 2027 lvb_type: 0 00010000:00010000:2.0:1769074943.680664:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680666:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680671:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680680:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680689:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680691:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680694:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680701:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680707:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680708:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.680710:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680717:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.680758:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.680860:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:2370:x1855007612917248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 253us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.680869:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5349 00010000:00010000:3.0:1769074943.680930:0:26133:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.680940:0:26133:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.682111:0:14225:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.682124:0:14225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.683015:0:26123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.683028:0:26123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074943.779726:0:26133:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb size from disk: 10485760 -> 70254592 00002000:00010000:0.0:1769074943.779737:0:26133:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 1 -> 2063 00010000:00010000:0.0:1769074943.779751:0:26133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.779762:0:26133:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.779769:0:26133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.779776:0:26133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074943.779780:0:26133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.779793:0:26133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.779815:0:26133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1769074943.779898:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872678 is committed 00000001:00080000:1.0:1769074943.779915:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872676 is committed 00010000:00010000:0.0:1769074943.780051:0:26133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c295 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074943.780189:0:26133:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8e818347-4d21-45d1-a323-b359656f3fdd+17:2373:x1855007612916992:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 102671us (103298us total) trans 17179872678 rc 0/0 00000100:00100000:0.0:1769074943.780200:0:26133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5591 00002000:00010000:2.0:1769074943.882351:0:26123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 2063 -> 6167 00010000:00010000:2.0:1769074943.882371:0:26123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882389:0:26123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882397:0:26123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882404:0:26123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fd000 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:2.0:1769074943.882408:0:26123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882415:0:26123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882437:0:26123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.882444:0:26123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd000/0x8b5959a9a0e8c28e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.882533:0:26123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8e818347-4d21-45d1-a323-b359656f3fdd+15:2372:x1855007612916864:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 208913us (209138us total) trans 17179872680 rc 0/0 00000100:00100000:2.0:1769074943.882545:0:26123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5590 00010000:00010000:0.0:1769074943.882645:0:14225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882654:0:14225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882661:0:14225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882667:0:14225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fd600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:0.0:1769074943.882670:0:14225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882678:0:14225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882689:0:14225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.882695:0:14225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c29c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14225 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074943.882734:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+13:2373:x1855007612917120:12345-192.168.204.39@tcp:4:lfs.0 Request processed in 205086us (205754us total) trans 17179872679 rc 0/0 00000100:00100000:0.0:1769074943.882741:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5592 00000001:00080000:1.0:1769074943.883257:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872680 is committed 00000100:00100000:3.0:1769074943.902325:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.903218:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612917504 00000100:00100000:0.0:1769074943.903230:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612917504 00000100:00100000:1.0:1769074943.903453:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6769 00000100:00100000:1.0:1769074943.903463:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+22:63286:x1855007612917504:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074943.903517:0:29856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074943.903546:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336e00/0x8b5959a9a0e8c272 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbb6 expref: 22 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.903567:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074943.903572:0:29856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074943.903811:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074943.903871:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074943.903881:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000001:00080000:1.0:1769074943.903950:0:29856:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941527 00000004:00010000:1.0:1769074943.903989:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc2bb3c0 reply state 0000000044c502f2 transno 8589941528 ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074943.903997:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074943.904098:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+24:63286:x1855007612917504:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 634us (1781us total) trans 8589941528 rc 0/0 00000100:00100000:1.0:1769074943.904106:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6769 00000020:00080000:1.0:1769074943.904111:0:29856:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1769074943.907053:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907070:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907077:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907083:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178f000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074943.907088:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907094:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907110:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:0.0:1769074943.907114:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074943.907119:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074943.907125:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f000/0x8b5959a9a0e8c2a3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074943.908485:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.909035:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612917632 00000100:00100000:3.0:1769074943.909045:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612917632 00000100:00100000:3.0:1769074943.909104:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10114 00000100:00100000:3.0:1769074943.909114:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+9:63286:x1855007612917632:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.909132:0:33558:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074943.909163:0:33558:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbbd expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074943.909186:0:33558:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x223:0x0] initial LVB size: 70254592, mtime: 0x6971f100, atime: 0x0, ctime: 0x6971f100, blocks: 0x1817 00010000:00010000:3.0:1769074943.909208:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.909210:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.909220:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.909235:0:33558:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 10 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.909247:0:33558:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a5000, rc 0) 00000100:00100000:3.0:1769074943.909303:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8e818347-4d21-45d1-a323-b359656f3fdd+10:63286:x1855007612917632:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 190us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.909310:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10114 00000100:00100000:3.0:1769074943.914703:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.914802:0:14225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612917760 00000100:00100000:0.0:1769074943.914814:0:14225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612917760 00002000:00010000:0.0:1769074943.914885:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/547 (70254592->18446744073709551615) 00002000:00100000:0.0:1769074943.914890:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b100 with x1855007612917760 ext(70254592->18446744073709551615) 00002000:00010000:0.0:1769074943.914903:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4114b100. 00000100:00100000:0.0:1769074943.914940:0:14225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5593 00000100:00100000:0.0:1769074943.914950:0:14225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612917760:12345-192.168.204.39@tcp:10:lfs.0 00002000:00010000:0.0:1769074943.915250:0:14225:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1769074943.915255:0:14225:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb mtime from disk: 1769074944 -> 1769074944 00002000:00010000:0.0:1769074943.915257:0:14225:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074943.915260:0:14225:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb ctime from disk: 1769074944 -> 1769074944 00002000:00010000:0.0:1769074943.915262:0:14225:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 6167 -> 6167 00000100:00100000:0.0:1769074943.915328:0:14225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612917760:12345-192.168.204.39@tcp:10:lfs.0 Request processed in 379us (635us total) trans 17179872681 rc 0/0 00000100:00100000:0.0:1769074943.915336:0:14225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5593 00002000:00010000:0.0:1769074943.915340:0:14225:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/547 (70254592->18446744073709551615) 00002000:00100000:0.0:1769074943.915343:0:14225:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff956d4114b100 with x1855007612917760 ext(70254592->18446744073709551615) 00002000:00010000:0.0:1769074943.915347:0:14225:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff956d4114b100. 00000100:00100000:3.0:1769074943.919261:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.919364:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918016 00000100:00100000:1.0:1769074943.919373:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918016 00000100:00100000:1.0:1769074943.919438:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6770 00000100:00100000:1.0:1769074943.919449:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+23:63286:x1855007612918016:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1769074943.919551:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074943.919568:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074943.919582:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00010000:1.0:1769074943.919722:0:29856:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000214454ca reply state 00000000c0446a51 transno 8589941529 ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000100:00100000:1.0:1769074943.919732:0:29856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074943.919858:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:63286:x1855007612918016:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 375us (572us total) trans 8589941529 rc 0/0 00000100:00100000:1.0:1769074943.919867:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6770 00010000:00010000:2.0:1769074943.922283:0:3276:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922300:0:3276:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922311:0:3276:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922318:0:3276:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178f600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074943.922323:0:3276:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922331:0:3276:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922352:0:3276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:2.0:1769074943.922356:0:3276:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074943.922362:0:3276:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:2.0:1769074943.922367:0:3276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f600/0x8b5959a9a0e8c2b1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:3.0:1769074943.925223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.926128:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918144 00000100:00100000:0.0:1769074943.926150:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918144 00000100:00100000:0.0:1769074943.926258:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10115 00000100:00100000:0.0:1769074943.926270:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:63286:x1855007612918144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074943.926290:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074943.926309:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbc4 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.926341:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074943.926349:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.926351:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074943.926356:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.926393:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 12 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074943.926407:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 12 pid: 33558 timeout: 2028 lvb_type: 1 00000100:00100000:0.0:1769074943.926422:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d09758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619978880:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074943.926516:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074943.930513:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.930593:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918272 00000100:00100000:2.0:1769074943.930602:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918272 00010000:00010000:2.0:1769074943.930642:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 13 pid: 33558 timeout: 2028 lvb_type: 1 00000100:00100000:2.0:1769074943.930682:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5350 00000100:00100000:2.0:1769074943.930692:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+13:2371:x1855007612918272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.930706:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.930729:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 13 pid: 33558 timeout: 2028 lvb_type: 1 00010000:00010000:2.0:1769074943.930744:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 13 pid: 33558 timeout: 2028 lvb_type: 1 00010000:00010000:2.0:1769074943.930770:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.930773:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.930780:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.930800:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.930865:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 13 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.930880:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619979008:192.168.204.39@tcp:105: 00000100:00100000:2.0:1769074943.930959:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c078df0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.934161:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c248 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb9a expref: 13 pid: 33558 timeout: 2028 lvb_type: 1 00000100:00100000:3.0:1769074943.934187:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d09758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619978880:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074943.934217:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 12 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934231:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d415fd600, rc 0) 00010000:00010000:0.0:1769074943.934559:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074943.934622:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:63286:x1855007612918144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8351us (9407us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074943.934631:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10115 00000100:00100000:0.0:1769074943.938629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074943.938732:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0ace7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5737:1855007619979008:192.168.204.39@tcp:105: 00010000:00010000:2.0:1769074943.938757:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.938815:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d37de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2371:x1855007612918272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8123us (8310us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.938854:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5350 00000100:00100000:1.0:1769074943.939292:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918400 00000100:00100000:1.0:1769074943.939300:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918400 00000100:00100000:1.0:1769074943.939343:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10116 00000100:00100000:1.0:1769074943.939351:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:63286:x1855007612918400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074943.939369:0:21706:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074943.939386:0:21706:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbcb expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.939416:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.939423:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.939425:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.939428:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.939457:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074943.939475:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 2028 lvb_type: 1 00000100:00100000:1.0:1769074943.939488:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619979136:192.168.204.39@tcp:104: 00000100:00100000:1.0:1769074943.939554:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074943.943275:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21706:1855007619979136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1769074943.943311:0:21706:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 10 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.943330:0:21706:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178fa00, rc 0) 00000100:00100000:1.0:1769074943.943387:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:63286:x1855007612918400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4036us (4767us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.943396:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10116 00000100:00100000:2.0:1769074943.946344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.946496:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918528 00000100:00100000:1.0:1769074943.946505:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918528 00010000:00010000:1.0:1769074943.946542:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 2028 lvb_type: 1 00000100:00100000:1.0:1769074943.946584:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5351 00000100:00100000:1.0:1769074943.946592:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612918528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074943.946609:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074943.946631:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 2028 lvb_type: 1 00010000:00010000:1.0:1769074943.946649:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 2028 lvb_type: 1 00010000:00010000:1.0:1769074943.946671:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c24f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba1 expref: 10 pid: 33558 timeout: 2028 lvb_type: 1 00010000:00010000:1.0:1769074943.946686:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.946688:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074943.946696:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 9 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.946705:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 9 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.946743:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 9 pid: 21706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074943.946756:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619979264:192.168.204.39@tcp:105: 00000100:00100000:1.0:1769074943.946886:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff956c0360b900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.950096:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074943.950147:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.950240:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918656 00000100:00100000:0.0:1769074943.950249:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918656 00000100:00100000:0.0:1769074943.950305:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612918784 00000100:00100000:0.0:1769074943.950308:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612918784 00000100:00100000:0.0:1769074943.950332:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10117 00000100:00100000:0.0:1769074943.950340:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612918656:12345-192.168.204.39@tcp:2:lfs.0 00000100:00100000:1.0:1769074943.950350:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d20597100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5737:1855007619979264:192.168.204.39@tcp:105: 00010000:00010000:1.0:1769074943.950372:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074943.950422:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612918528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3830us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.950430:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5351 00002000:00010000:0.0:1769074943.950563:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074943.950567:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 0 -> 1769074931 00002000:00010000:0.0:1769074943.950570:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074943.950572:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 0 -> 1769074944 00002000:00010000:0.0:1769074943.950574:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074943.950613:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+12:2370:x1855007612918656:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 273us (528us total) trans 17179872682 rc 0/0 00000100:00100000:0.0:1769074943.950620:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10117 00000100:00100000:0.0:1769074943.950636:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10118 00000100:00100000:0.0:1769074943.950642:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2370:x1855007612918784:12345-192.168.204.39@tcp:2:lfs.0 00002000:00010000:0.0:1769074943.950737:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1769074943.950740:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb mtime from disk: 1769074931 -> 1769074931 00002000:00010000:0.0:1769074943.950742:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb atime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074943.950743:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb ctime from disk: 1769074931 -> 1769074944 00002000:00010000:0.0:1769074943.950745:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb blocks from disk: 2063 -> 2063 00000100:00100000:0.0:1769074943.950765:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2370:x1855007612918784:12345-192.168.204.39@tcp:2:lfs.0 Request processed in 123us (618us total) trans 21474839644 rc 0/0 00000100:00100000:0.0:1769074943.950771:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10118 00000100:00100000:3.0:1769074943.957256:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074943.957626:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919040 00000100:00100000:0.0:1769074943.957638:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919040 00000100:00100000:0.0:1769074943.957708:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2814 00000100:00100000:0.0:1769074943.957718:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d103d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+24:63286:x1855007612919040:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:0.0:1769074943.957784:0:31182:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1bb:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb85 expref: 24 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.957890:0:31182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.957903:0:31182:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.957913:0:31182:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.957947:0:31182:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 24 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.957974:0:31182:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 24 pid: 30391 timeout: 2028 lvb_type: 0 00000100:00100000:0.0:1769074943.957987:0:31182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619979392:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074943.958061:0:31182:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d0393e180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.961939:0:31182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31182:1855007619979392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074943.961981:0:31182:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:0.0:1769074943.962076:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074943.962611:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919168 00000100:00100000:1.0:1769074943.962619:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919168 00010000:00010000:1.0:1769074943.962659:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 25 pid: 30391 timeout: 2028 lvb_type: 0 00000100:00100000:1.0:1769074943.962762:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5352 00000100:00100000:1.0:1769074943.962772:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+25:2370:x1855007612919168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074943.962796:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074943.962805:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 25 pid: 30391 timeout: 2028 lvb_type: 0 00010000:00010000:1.0:1769074943.962817:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 25 pid: 30391 timeout: 2028 lvb_type: 0 00010000:00010000:1.0:1769074943.962876:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c233 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb8c expref: 25 pid: 30391 timeout: 2028 lvb_type: 0 00010000:00010000:1.0:1769074943.962893:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:1.0:1769074943.962898:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074943.962907:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074943.962915:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 31182 initiator: MDT0 00010000:00010000:1.0:1769074943.962938:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074943.963000:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+24:2370:x1855007612919168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 229us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.963008:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5352 00010000:00010000:3.0:1769074943.963124:0:31182:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00010000:00010000:3.0:1769074943.963131:0:31182:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000040:00080000:3.0:1769074943.963540:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1668, 88 off145000 00000004:00080000:3.0:1769074943.963549:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1928124725044ns, next at 1875911125649ns, rc = 0 00000040:00080000:3.0:1769074943.963604:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1677, 88 off145720 00000004:00080000:3.0:1769074943.963610:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1928124785852ns, next at 1875913535217ns, rc = 0 00000040:00080000:3.0:1769074943.963634:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1678, 88 off145808 00000004:00080000:3.0:1769074943.963639:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1928124815551ns, next at 1875913535217ns, rc = 0 00000040:00080000:3.0:1769074943.963655:0:31182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1669, 88 off145088 00000004:00080000:3.0:1769074943.963659:0:31182:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1928124835565ns, next at 1875911125649ns, rc = 0 00000001:00080000:2.0:1769074943.994355:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941529 is committed 00000001:00080000:2.0:1769074943.994377:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941530 is committed 00000004:00080000:2.0:1769074943.994381:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1365 committed 00000004:00080000:2.0:1769074943.994398:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1371 committed 00000004:00080000:2.0:1769074943.994406:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1370 committed 00000004:00080000:2.0:1769074943.994409:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1364 committed 00000100:00100000:2.0:1769074943.994528:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619979520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074943.994595:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.994643:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619979648:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1769074943.994666:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.994703:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979520 00000100:00100000:2.0:1769074943.994711:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979520 00000100:00100000:2.0:1769074943.994757:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979648 00000100:00100000:2.0:1769074943.994760:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979648 00000100:00100000:2.0:1769074943.994778:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10119 00000100:00100000:2.0:1769074943.994785:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3290:x1855007619979520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074943.994922:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10120 00000100:00100000:0.0:1769074943.994931:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3291:x1855007619979648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1769074943.995118:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x21f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074943.995122:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x21f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1769074943.995125:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x21f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074943.995127:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x21f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1769074943.995129:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x21f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074943.995186:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3291:x1855007619979648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (518us total) trans 21474839645 rc 0/0 00000100:00100000:0.0:1769074943.995193:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10120 00000100:00100000:0.0:1769074943.995256:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619979776:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074943.995284:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074943.995308:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979776 00000100:00100000:0.0:1769074943.995312:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979776 00000100:00100000:0.0:1769074943.995335:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10121 00000100:00100000:0.0:1769074943.995340:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619979776:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074943.995438:0:21706:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074943.995441:0:21706:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 1769074931 -> 1769074931 00002000:00010000:0.0:1769074943.995444:0:21706:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 1769074918 -> 1769074918 00002000:00010000:0.0:1769074943.995446:0:21706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 1769074944 -> 1769074944 00002000:00010000:0.0:1769074943.995448:0:21706:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769074943.995479:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d410e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3292:x1855007619979776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (194us total) trans 17179872683 rc 0/0 00000100:00100000:0.0:1769074943.995485:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10121 00000004:00080000:0.0:1769074943.995523:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d18d1f480/2, rc 0, transno 21474839645 00000100:00100000:0.0:1769074943.995529:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d18d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619979648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074943.995547:0:3292:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872676 gen 2 00000004:00080000:0.0:1769074943.995551:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4114aa00, transno 17179872675 00000004:00080000:0.0:1769074943.995557:0:3292:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149f80, transno 17179872676 00000100:00100000:0.0:1769074943.995563:0:3292:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff956d410e1c00 x1855007619979776/t17179872683(17179872683) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1769074959 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1769074943.995577:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d410e1c00/2, rc 0, transno 17179872683 00000100:00100000:0.0:1769074943.995581:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619979776:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1769074943.996153:0:33558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:2.0:1769074943.996157:0:33558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb mtime from disk: 1769074931 -> 1769074931 00002000:00010000:2.0:1769074943.996159:0:33558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb atime from disk: 1769074918 -> 1769074918 00002000:00010000:2.0:1769074943.996161:0:33558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb ctime from disk: 1769074944 -> 1769074944 00002000:00010000:2.0:1769074943.996163:0:33558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x220:0x0] updating lvb blocks from disk: 2063 -> 2063 00000100:00100000:2.0:1769074943.996204:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3290:x1855007619979520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1419us (1609us total) trans 21474839646 rc 0/0 00000100:00100000:2.0:1769074943.996212:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10119 00000100:00100000:0.0:1769074943.997116:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074943.997148:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619979904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769074943.997195:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074943.997243:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d4147ea00/2, rc 0, transno 21474839646 00000100:00100000:0.0:1769074943.997250:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d4147ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619979520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1769074943.997274:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979904 00000100:00100000:0.0:1769074943.997279:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979904 00000100:00100000:0.0:1769074943.997320:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10122 00000100:00100000:0.0:1769074943.997328:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619979904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769074943.997469:0:26584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1769074943.997473:0:26584:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb mtime from disk: 1769074944 -> 1769074944 00002000:00010000:0.0:1769074943.997475:0:26584:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074943.997477:0:26584:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb ctime from disk: 1769074944 -> 1769074944 00002000:00010000:0.0:1769074943.997479:0:26584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 6167 -> 6167 00000100:00100000:0.0:1769074943.997510:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d4114aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619979904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (314us total) trans 17179872684 rc 0/0 00000100:00100000:0.0:1769074943.997517:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10122 00000004:00080000:0.0:1769074943.997547:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d410e3b80/2, rc 0, transno 17179872684 00000100:00100000:0.0:1769074943.997552:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d410e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619979904:0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1769074943.997778:0:31182:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ed75046 reply state 00000000a4b5ef05 transno 8589941530 ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31182 initiator: MDT0 00000100:00100000:3.0:1769074943.997940:0:31182:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074943.998128:0:31182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:3.0:1769074943.998142:0:31182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1769074943.998151:0:31182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41708200/0x8b5959a9a0e8c210 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bb85 expref: 18 pid: 29856 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1769074943.998283:0:31182:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1769074943.998295:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d103d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:63286:x1855007612919040:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 40578us (41049us total) trans 8589941530 rc 0/0 00000100:00100000:3.0:1769074943.998303:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2814 00010000:00010000:0.0:1769074943.998431:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998440:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998448:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998453:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fda00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074943.998457:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998464:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998487:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0c8b9e00) 00010000:00010000:0.0:1769074943.998491:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074943.998495:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00010000:00010000:0.0:1769074943.998501:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c2c6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31182 initiator: MDT0 00000100:00100000:1.0:1769074944.015452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074944.016386:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919296 00000100:00100000:2.0:1769074944.016398:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919296 00000100:00080000:0.0:1769074944.016465:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074944.016466:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6771 00000100:00100000:2.0:1769074944.016477:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+17:63286:x1855007612919296:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1769074944.016501:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074944.016525:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c2cd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbd2 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.016581:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c2cd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbd2 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.016603:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c2cd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbd2 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.016622:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074944.016626:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074944.016629:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d41336200, rc 0) 00000100:00100000:2.0:1769074944.016681:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+18:63286:x1855007612919296:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 206us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.016688:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6771 00000100:00100000:2.0:1769074944.020707:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074944.020785:0:31182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919552 00000100:00100000:3.0:1769074944.020794:0:31182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919552 00000100:00100000:3.0:1769074944.020905:0:31182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2815 00000100:00100000:3.0:1769074944.020915:0:31182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+18:63286:x1855007612919552:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1769074944.021187:0:31182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8e818347-4d21-45d1-a323-b359656f3fdd+19:63286:x1855007612919552:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 273us (489us total) trans 8589941531 rc 0/0 00000100:00100000:3.0:1769074944.021196:0:31182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2815 00000100:00100000:2.0:1769074944.046489:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074944.046569:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919808 00000100:00100000:3.0:1769074944.046579:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919808 00000100:00100000:3.0:1769074944.046640:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6772 00000100:00100000:3.0:1769074944.046649:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63287:x1855007612919808:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1769074944.046677:0:30391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074944.046699:0:30391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c2d4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbd9 expref: -99 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.046777:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.046802:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.046815:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.046850:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.046858:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.046863:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047354:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047362:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047369:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047375:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.047379:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047386:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047401:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074944.047404:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.047409:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047414:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4600/0x8b5959a9a0e8c2db lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047424:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047430:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047436:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047441:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.047444:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047450:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047461:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d117b9100) 00010000:00010000:3.0:1769074944.047464:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.047467:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047472:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4200/0x8b5959a9a0e8c2e2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.047508:0:30391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c2d4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbd9 expref: 20 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.047517:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074944.047519:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1769074944.047522:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c2d4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbd9 expref: 20 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.047530:0:30391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074944.047586:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d184fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63287:x1855007612919808:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 938us (1117us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074944.047595:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6772 00000100:00100000:1.0:1769074944.051438:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074944.052389:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612919936 00000100:00100000:3.0:1769074944.052402:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612919936 00000100:00100000:3.0:1769074944.052458:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6773 00000100:00100000:3.0:1769074944.052467:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63287:x1855007612919936:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074944.052548:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052565:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052577:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052590:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052597:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052603:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052710:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052718:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052725:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074944.052758:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:3.0:1769074944.052762:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074944.052775:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052787:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052793:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052799:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052804:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.052808:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052814:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052840:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074944.052843:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.052848:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052854:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c2e9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052866:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052872:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052877:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052881:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.052884:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052890:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052897:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d117b9f00) 00010000:00010000:3.0:1769074944.052899:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.052901:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052907:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c2f0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052921:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052926:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052936:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052941:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.052943:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052960:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052968:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:3.0:1769074944.052970:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.052973:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.052978:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c2f7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:3.0:1769074944.053059:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63287:x1855007612919936:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 591us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.053067:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6773 00000001:00080000:2.0:1769074944.080635:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839645 is committed 00000001:00080000:2.0:1769074944.080654:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839644 is committed 00000001:00080000:2.0:1769074944.080666:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839646 is committed 00000100:00100000:2.0:1769074944.110546:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074944.110647:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612920192 00000100:00100000:1.0:1769074944.110659:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612920192 00000100:00100000:1.0:1769074944.110761:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6774 00000100:00100000:1.0:1769074944.110771:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63291:x1855007612920192:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.110802:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074944.110841:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c2fe lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbe0 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.110913:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.110926:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.110936:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.110948:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.111924:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.111934:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112065:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112073:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112083:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112089:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074944.112094:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112101:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112113:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074944.112116:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074944.112121:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112127:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c305 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112150:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112156:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112161:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112165:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178f200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074944.112168:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112174:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112181:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0c8b9f00) 00010000:00010000:1.0:1769074944.112184:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074944.112186:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112192:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c30c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.112233:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c2fe lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbe0 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.112243:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074944.112245:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074944.112249:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c2fe lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbe0 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.112317:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178e200, rc 0) 00000100:00100000:1.0:1769074944.112405:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63291:x1855007612920192:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1635us (1870us total) trans 0 rc 301/301 00000100:00100000:1.0:1769074944.112414:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6774 00000100:00100000:0.0:1769074944.116278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074944.116445:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612920320 00000100:00100000:3.0:1769074944.116455:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612920320 00000100:00100000:3.0:1769074944.116518:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6775 00000100:00100000:3.0:1769074944.116527:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63291:x1855007612920320:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:3.0:1769074944.116602:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116619:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116634:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116649:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116655:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116660:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116763:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116771:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.116777:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:3.0:1769074944.117086:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:3.0:1769074944.117091:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074944.117104:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117117:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117127:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117143:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117153:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.117156:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117163:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117174:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074944.117177:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.117181:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117186:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c313 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117198:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117203:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117208:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117212:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5e00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.117214:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117220:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117226:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d117b9f00) 00010000:00010000:3.0:1769074944.117228:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.117231:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117236:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c31a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117250:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.117256:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.118385:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.118391:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074944.118394:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.118402:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.118414:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:3.0:1769074944.118416:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.118420:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:3.0:1769074944.118425:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c321 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:0.0:1769074944.118929:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63291:x1855007612920320:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 2396us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.118940:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6775 00000100:00100000:2.0:1769074944.149240:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074944.149454:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612920576 00000100:00100000:1.0:1769074944.149465:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612920576 00000100:00100000:1.0:1769074944.150145:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6776 00000100:00100000:1.0:1769074944.150157:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63298:x1855007612920576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.150178:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074944.150199:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c328 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbe7 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.150292:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150307:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150319:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150335:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150342:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150348:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150460:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150467:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150473:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150491:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178f200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074944.150495:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150502:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.150526:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074944.150529:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074944.151108:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151119:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178f200/0x8b5959a9a0e8c32f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151143:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151149:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151155:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151160:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d4178e000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:1.0:1769074944.151163:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151168:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151177:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0c8b9f00) 00010000:00010000:1.0:1769074944.151179:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074944.151182:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151189:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e000/0x8b5959a9a0e8c336 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:1.0:1769074944.151229:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c328 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbe7 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.151242:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:1.0:1769074944.151245:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074944.151251:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d4178e200/0x8b5959a9a0e8c328 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbe7 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.151263:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d4178e200, rc 0) 00000100:00100000:0.0:1769074944.157010:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63298:x1855007612920576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6842us (7768us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074944.157025:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6776 00000100:00100000:2.0:1769074944.163039:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.163152:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612920704 00000100:00100000:0.0:1769074944.163162:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612920704 00000100:00100000:0.0:1769074944.163228:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6777 00000100:00100000:0.0:1769074944.163237:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63298:x1855007612920704:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074944.163308:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163325:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163336:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163349:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163355:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163361:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163473:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163493:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163500:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074944.163536:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:0.0:1769074944.163541:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074944.163553:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163565:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163575:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163582:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163587:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.163591:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163598:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163610:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.163613:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.163618:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163623:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c33d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163635:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163640:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163646:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163651:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.163653:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163662:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163668:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6800) 00010000:00010000:0.0:1769074944.163670:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.163673:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163677:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c344 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163694:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163700:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163706:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163711:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.163713:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163719:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163725:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:0.0:1769074944.163727:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.163731:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.163736:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c34b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074944.164599:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63298:x1855007612920704:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1357us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.164609:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6777 00000100:00100000:2.0:1769074944.208435:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.208884:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612920960 00000100:00100000:0.0:1769074944.208901:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612920960 00000100:00100000:0.0:1769074944.209207:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6778 00000100:00100000:0.0:1769074944.209221:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63305:x1855007612920960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.209242:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074944.209265:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c352 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbee expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.209350:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209364:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209374:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209389:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209394:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209401:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209525:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209544:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209551:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209557:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.209561:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209567:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209579:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.209582:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.209586:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209591:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c359 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209604:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209609:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209614:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209618:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.209621:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209629:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209636:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6800) 00010000:00010000:0.0:1769074944.209638:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.209640:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209645:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c360 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.209678:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c352 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbee expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.209688:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.209690:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074944.209694:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c352 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbee expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.209703:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d415fc400, rc 0) 00000100:00100000:0.0:1769074944.209780:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c050aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63305:x1855007612920960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 562us (1359us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074944.209787:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6778 00000100:00100000:2.0:1769074944.225621:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.225909:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921088 00000100:00100000:0.0:1769074944.225924:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921088 00000100:00100000:0.0:1769074944.226160:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6779 00000100:00100000:0.0:1769074944.226173:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63305:x1855007612921088:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074944.227288:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227315:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227330:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227353:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227362:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227369:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227520:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227529:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227536:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074944.227582:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:0.0:1769074944.227588:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074944.227604:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227619:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227625:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227637:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227644:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.227649:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227657:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227671:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.227674:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.227679:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227685:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c367 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227699:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227705:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227710:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227716:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.227718:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227724:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227731:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6800) 00010000:00010000:0.0:1769074944.227734:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.227736:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227742:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c36e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227762:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227768:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227774:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227779:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.227782:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227799:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227806:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:0.0:1769074944.227808:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.227812:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.227817:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c375 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074944.227986:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63305:x1855007612921088:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1812us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.227998:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6779 00000100:00100000:1.0:1769074944.291289:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.291471:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921344 00000100:00100000:0.0:1769074944.291483:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921344 00000100:00100000:0.0:1769074944.291547:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6780 00000100:00100000:0.0:1769074944.291557:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63313:x1855007612921344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.291584:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074944.291609:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c37c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbf5 expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.291693:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291707:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291718:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291733:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291740:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291748:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291903:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291911:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291918:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291924:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.291929:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291938:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291962:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.291966:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.291971:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.291977:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c383 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292000:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292007:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292013:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292018:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.292020:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292026:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292034:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6800) 00010000:00010000:0.0:1769074944.292037:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.292040:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292046:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c38a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.292080:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c37c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbf5 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.292090:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.292093:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074944.292096:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c37c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbf5 expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.292105:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d415fc600, rc 0) 00000100:00100000:0.0:1769074944.292418:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d20594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63313:x1855007612921344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 861us (1139us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074944.292436:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6780 00000100:00100000:1.0:1769074944.306779:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074944.306896:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921472 00000100:00100000:2.0:1769074944.306907:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921472 00000100:00100000:2.0:1769074944.306972:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6781 00000100:00100000:2.0:1769074944.306982:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63313:x1855007612921472:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1769074944.307070:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307088:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307099:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307116:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307123:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307153:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307277:0:30391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307285:0:30391:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307291:0:30391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00000004:00200000:2.0:1769074944.307326:0:30391:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:2.0:1769074944.307331:0:30391:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769074944.307344:0:30391:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307357:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307363:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307370:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307380:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336600 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074944.307384:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307392:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307404:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074944.307407:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.307412:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307418:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336600/0x8b5959a9a0e8c391 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307430:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307437:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307442:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307447:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336c00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074944.307450:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307455:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307462:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7ce900) 00010000:00010000:2.0:1769074944.307466:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.307468:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307474:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336c00/0x8b5959a9a0e8c398 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307488:0:30391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307495:0:30391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307500:0:30391:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307505:0:30391:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074944.307507:0:30391:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307513:0:30391:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307520:0:30391:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074944.307522:0:30391:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.307526:0:30391:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00010000:00010000:2.0:1769074944.307531:0:30391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336400/0x8b5959a9a0e8c39f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30391 initiator: MDT0 00000100:00100000:2.0:1769074944.307614:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e818347-4d21-45d1-a323-b359656f3fdd+19:63313:x1855007612921472:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 632us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.307623:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6781 00000100:00100000:1.0:1769074944.362002:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.363573:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921728 00000100:00100000:0.0:1769074944.363591:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921728 00000100:00100000:0.0:1769074944.363665:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6782 00000100:00100000:0.0:1769074944.363675:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63316:x1855007612921728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.363697:0:29856:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074944.363720:0:29856:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c3a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bbfc expref: -99 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.363806:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363847:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363858:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363873:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363880:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363885:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.363997:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364004:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364010:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364016:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.364020:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364027:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364042:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.364045:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.364050:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364055:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c3ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364067:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364072:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364077:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364082:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.364084:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364089:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364096:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6800) 00010000:00010000:0.0:1769074944.364098:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.364101:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364107:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc200/0x8b5959a9a0e8c3b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.364175:0:29856:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c3a6 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbfc expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.364185:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.364188:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074944.364192:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c3a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbfc expref: 20 pid: 29856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.364202:0:29856:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d415fc600, rc 0) 00000100:00100000:0.0:1769074944.364271:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63316:x1855007612921728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 597us (2289us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074944.364280:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6782 00000100:00100000:1.0:1769074944.367921:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074944.368470:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921856 00000100:00100000:0.0:1769074944.368492:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921856 00000100:00100000:0.0:1769074944.368563:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6783 00000100:00100000:0.0:1769074944.368574:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63316:x1855007612921856:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:0.0:1769074944.368648:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368665:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368676:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368692:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368699:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368705:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368817:0:29856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368847:0:29856:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368855:0:29856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00000004:00200000:0.0:1769074944.368889:0:29856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:0.0:1769074944.368894:0:29856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1769074944.368907:0:29856:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368920:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368926:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368933:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368938:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fd800 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.368942:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368949:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368961:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:0.0:1769074944.368964:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.368968:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368975:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c3bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368987:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368992:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.368998:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369002:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fda00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.369005:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369010:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369017:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0dee6500) 00010000:00010000:0.0:1769074944.369020:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.369023:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369028:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c3c2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369045:0:29856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369051:0:29856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369060:0:29856:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369065:0:29856:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:0.0:1769074944.369067:0:29856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369072:0:29856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369079:0:29856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:0.0:1769074944.369081:0:29856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074944.369084:0:29856:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00010000:00010000:0.0:1769074944.369090:0:29856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d415fc000/0x8b5959a9a0e8c3c9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29856 initiator: MDT0 00000100:00100000:0.0:1769074944.369178:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+19:63316:x1855007612921856:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 605us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.369186:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6783 00010000:00010000:3.0:1769074944.958242:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074945.022163:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619980032:0@lo:400:kworker.0 00000100:00100000:0.0:1769074945.022235:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074945.022364:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619980288:0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.022400:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074945.022458:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1769074945.022465:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619980160:0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.022488:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074945.022506:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619980672:0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.022525:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074945.022554:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980288 00000100:00100000:2.0:1769074945.022562:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980288 00000100:00100000:2.0:1769074945.022610:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980160 00000100:00100000:2.0:1769074945.022614:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980160 00000100:00100000:2.0:1769074945.022633:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980672 00000100:00100000:2.0:1769074945.022635:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980672 00000100:00100000:2.0:1769074945.022653:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1769074945.022661:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619980288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.022707:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619980288:12345-0@lo:400:kworker.0 Request processed in 46us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.022713:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1769074945.022729:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1769074945.022734:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619980160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.022757:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619980160:12345-0@lo:400:kworker.0 Request processed in 24us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.022762:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1769074945.022936:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619980416:0@lo:400:kworker.0 00000100:00100000:3.0:1769074945.022969:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.023019:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980416 00000100:00100000:3.0:1769074945.023022:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980416 00000100:00100000:3.0:1769074945.023050:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1769074945.023057:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619980416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074945.023103:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619980416:12345-0@lo:400:kworker.0 Request processed in 33us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.023109:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1769074945.023150:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839646 gen 2 00000004:00080000:3.0:1769074945.023156:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41148a80, transno 21474839642 00000004:00080000:3.0:1769074945.023165:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d41149c00, transno 21474839643 00000004:00080000:3.0:1769074945.023168:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d18d1f480, transno 21474839645 00000004:00080000:3.0:1769074945.023171:0:3289:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d4147ea00, transno 21474839646 00000100:00100000:3.0:1769074945.023176:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619980416:0@lo:400:kworker.0 00000004:00080000:3.0:1769074945.023392:0:29879:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1769074945.023743:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1769074945.023754:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619980672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.023802:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619980672:12345-0@lo:400:kworker.0 Request processed in 51us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074945.023878:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619980544:0@lo:400:kworker.0 00000100:00100000:0.0:1769074945.023908:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074945.023948:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980544 00000100:00100000:0.0:1769074945.023953:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980544 00000100:00100000:0.0:1769074945.023982:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1769074945.023989:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619980544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074945.024021:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d41148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619980544:12345-0@lo:400:kworker.0 Request processed in 34us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074945.024027:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1769074945.024061:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619980544:0@lo:400:kworker.0 00000100:00080000:0.0:1769074945.024108:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074945.024112:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074945.024124:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074945.024145:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619980160:0@lo:400:kworker.0 00000100:00100000:0.0:1769074945.024154:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619980672:0@lo:400:kworker.0 00000100:00100000:0.0:1769074945.024162:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619980288:0@lo:400:kworker.0 00000100:00100000:2.0:1769074945.031032:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1769074945.036719:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980032 00000100:00100000:1.0:1769074945.036735:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980032 00000100:00100000:1.0:1769074945.037678:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1769074945.037691:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619980032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074945.037790:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619980032:12345-0@lo:400:kworker.0 Request processed in 102us (15554us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.037798:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1769074945.040964:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619980032:0@lo:400:kworker.0 00010000:00010000:3.0:1769074945.982545:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.006470:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.070295:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074947.070319:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619980800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074947.070390:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.070697:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980800 00000100:00100000:3.0:1769074947.070707:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980800 00000100:00100000:3.0:1769074947.070853:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1769074947.070864:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619980800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074947.070903:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3849322496 avail 3847225344 00000100:00100000:3.0:1769074947.070950:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619980800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.070956:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1769074947.071904:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.071921:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619980928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074947.071968:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.072560:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619980928 00000100:00100000:3.0:1769074947.072566:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619980928 00000100:00100000:2.0:1769074947.072676:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619980800:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1769074947.075875:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074947.075886:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074947.076052:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1769074947.076067:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619980928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074947.076199:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1769074947.076282:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619980928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 220us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.076289:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1769074947.076313:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d41149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619980928:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1769074948.031913:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.698479:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074948.698530:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074948.698558:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074948.698583:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074948.698669:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922240 00000100:00100000:0.0:1769074948.698679:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922240 00000100:00100000:0.0:1769074948.698738:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922368 00000100:00100000:0.0:1769074948.698742:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922368 00000100:00100000:0.0:1769074948.698765:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1011 00000100:00100000:0.0:1769074948.698774:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612922240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074948.698901:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+9:2372:x1855007612922240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 126us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.698915:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1011 00000100:00100000:0.0:1769074948.698939:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1012 00000100:00100000:0.0:1769074948.698950:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612922368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1769074948.698957:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922112 00000100:00100000:3.0:1769074948.698971:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922112 00000100:00100000:0.0:1769074948.698978:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+12:2372:x1855007612922368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.698987:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1012 00000100:00100000:3.0:1769074948.699048:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 514 00000100:00100000:3.0:1769074948.699142:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612922112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1769074948.699342:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769074948.699349:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074948.699352:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074948.699939:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:2372:x1855007612922112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 879us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.699950:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 514 00000100:00100000:2.0:1769074948.700679:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612921984 00000100:00100000:2.0:1769074948.700691:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612921984 00000100:00100000:2.0:1769074948.700750:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00100000:2.0:1769074948.700760:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612921984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074948.700926:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2372:x1855007612921984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 166us (2454us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.700933:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 390 00010000:00010000:1.0:1769074949.056625:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074949.177461:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941531 is committed 00000001:00080000:1.0:1769074949.193288:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872684 is committed 00000001:00080000:1.0:1769074949.193308:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872682 is committed 00000100:00100000:1.0:1769074949.927731:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074949.927909:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922496 00000100:00100000:3.0:1769074949.927925:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922496 00000100:00100000:3.0:1769074949.928237:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6784 00000100:00100000:3.0:1769074949.928251:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d04e0e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:63734:x1855007612922496:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1769074949.928285:0:32492:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074949.928312:0:32492:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c3d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21fa6d252c11bc03 expref: -99 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.928388:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928403:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928418:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928438:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928446:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928453:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928809:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928904:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928914:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000004:00200000:3.0:1769074949.928948:0:32492:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 70254592 00000004:00200000:3.0:1769074949.928953:0:32492:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769074949.928971:0:32492:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928982:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928989:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.928996:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929003:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929013:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a4400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074949.929018:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929206:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929221:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:3.0:1769074949.929224:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074949.929229:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929236:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4400/0x8b5959a9a0e8c3d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929250:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929255:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929260:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929265:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d031a5400 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074949.929350:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929357:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929365:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d2e962e00) 00010000:00010000:3.0:1769074949.929369:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074949.929372:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929377:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5400/0x8b5959a9a0e8c3de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.929418:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a5e00/0x8b5959a9a0e8c3d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bc03 expref: 20 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.929431:0:32492:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bc03 expref: 19 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.929438:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:3.0:1769074949.929441:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074949.929445:0:32492:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff956d031a4800, rc 0) 00000100:00100000:3.0:1769074949.929642:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d04e0e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:63734:x1855007612922496:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1393us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.929651:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6784 00000100:00100000:3.0:1769074949.935682:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074949.935895:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922752 00000100:00100000:2.0:1769074949.935914:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922752 00000100:00100000:2.0:1769074949.936005:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6785 00000100:00100000:2.0:1769074949.936018:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:63734:x1855007612922752:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1769074949.936104:0:32492:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1769074949.936140:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d031a4800/0x8b5959a9a0e8c3e5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bc03 expref: 19 pid: 32492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074949.936166:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336200/0x8b5959a9a0e8c2cd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbd2 expref: 18 pid: 30391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074949.936179:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce600) 00010000:00010000:2.0:1769074949.936194:0:32492:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074949.936220:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936238:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936249:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936265:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936272:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936278:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936444:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936453:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.936460:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000040:00080000:2.0:1769074949.937475:0:32492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1670, 64 off145152 00000004:00080000:2.0:1769074949.937488:0:32492:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1934098664782ns, next at 1935098661850ns, rc = 0 00000040:00080000:2.0:1769074949.937697:0:32492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1679, 64 off145872 00000004:00080000:2.0:1769074949.937705:0:32492:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1934098881708ns, next at 1935098880457ns, rc = 0 00000040:00080000:2.0:1769074949.937726:0:32492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1680, 64 off145936 00000040:00080000:2.0:1769074949.937742:0:32492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1671, 64 off145216 00010000:00010000:2.0:1769074949.937859:0:32492:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.937878:0:32492:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.937889:0:32492:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.938554:0:32492:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.938561:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.938567:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.938597:0:32492:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074949.938988:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.938996:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939002:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939007:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337200 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074949.939011:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939018:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939031:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:2.0:1769074949.939044:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074949.939049:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939055:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337200/0x8b5959a9a0e8c3fa lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939142:0:32492:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939149:0:32492:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939155:0:32492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939160:0:32492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336000 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:2.0:1769074949.939163:0:32492:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939168:0:32492:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939176:0:32492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff956d0e7faa00) 00010000:00010000:2.0:1769074949.939178:0:32492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074949.939181:0:32492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:2.0:1769074949.939185:0:32492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336000/0x8b5959a9a0e8c3ec lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00000004:00010000:2.0:1769074949.939194:0:32492:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006fdccb9d reply state 00000000a25dbb91 transno 8589941532 ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32492 initiator: MDT0 00000100:00100000:2.0:1769074949.939203:0:32492:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074949.939310:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+19:63734:x1855007612922752:12345-192.168.204.39@tcp:36:rm.0 Request processed in 3291us (3634us total) trans 8589941532 rc 0/0 00000100:00100000:2.0:1769074949.939320:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6785 00010000:00010000:1.0:1769074949.941051:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.941071:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074949.941084:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41337600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:1.0:1769074949.941089:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074949.941099:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074949.941118:0:29447:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff956d0e7ce400) 00010000:00010000:1.0:1769074949.941122:0:29447:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074949.941126:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074949.941132:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41337600/0x8b5959a9a0e8c401 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32492 initiator: MDT0 00010000:00010000:1.0:1769074949.941176:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.941178:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.941180:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.942789:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942809:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942817:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942844:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d41336a00 already unused, calling callback (ffffffffc1fd8550) 00010000:00010000:3.0:1769074949.942849:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942868:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942887:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0xc2cf826c (ffff956d0e7ceb00) 00010000:00010000:3.0:1769074949.942891:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074949.942896:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074949.942904:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff956d41336a00/0x8b5959a9a0e8c3f3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32492 initiator: MDT0 00010000:00010000:3.0:1769074950.081701:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074950.143069:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619981056:0@lo:400:kworker.0 00000100:00100000:1.0:1769074950.143175:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074950.143249:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981568:0@lo:400:kworker.0 00000100:00100000:1.0:1769074950.143277:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074950.143311:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074950.143318:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981440:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143499:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619981312:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143537:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074950.143559:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074950.143565:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619981184:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143587:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074950.143611:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619981696:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143633:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074950.143671:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981312 00000100:00100000:3.0:1769074950.143681:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981312 00000100:00100000:3.0:1769074950.143745:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981184 00000100:00100000:3.0:1769074950.143748:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981184 00000100:00100000:3.0:1769074950.143771:0:30391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981696 00000100:00100000:3.0:1769074950.143774:0:30391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981696 00000100:00100000:3.0:1769074950.143795:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1769074950.143805:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619981312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143893:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1855007619981312:12345-0@lo:400:kworker.0 Request processed in 89us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074950.143902:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1769074950.143923:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1769074950.143929:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619981184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.143956:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1855007619981184:12345-0@lo:400:kworker.0 Request processed in 28us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074950.143962:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1769074950.143975:0:30391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1769074950.143981:0:30391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619981696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144006:0:30391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1855007619981696:12345-0@lo:400:kworker.0 Request processed in 26us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074950.144010:0:30391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1769074950.144041:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074950.144089:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3292:1855007619981184:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144097:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3292:1855007619981696:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144105:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3292:1855007619981312:0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144156:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981568 00000100:00100000:3.0:1769074950.144159:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981568 00000100:00100000:3.0:1769074950.144191:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1769074950.144197:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144229:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981568:12345-0@lo:400:kworker.0 Request processed in 32us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074950.144235:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1769074950.144255:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981056 00000100:00100000:3.0:1769074950.144258:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981056 00000100:00100000:3.0:1769074950.144285:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1769074950.144291:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619981056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074950.144318:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619981056:12345-0@lo:400:kworker.0 Request processed in 28us (1145us total) trans 0 rc 0/0 00000100:00080000:2.0:1769074950.145200:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074950.146872:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1769074950.147968:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074950.148074:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619981056:0@lo:400:kworker.0 00000100:00100000:0.0:1769074950.148098:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872684 gen 2 00000004:00080000:0.0:1769074950.148104:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d410e1c00, transno 17179872683 00000004:00080000:0.0:1769074950.148120:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d410e3b80, transno 17179872684 00000100:00100000:0.0:1769074950.148124:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981568:0@lo:400:kworker.0 00000100:00100000:2.0:1769074950.148480:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981440 00000100:00100000:2.0:1769074950.148492:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981440 00000100:00100000:2.0:1769074950.148574:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1769074950.148585:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074950.148663:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981440:12345-0@lo:400:kworker.0 Request processed in 80us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074950.148672:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00080000:0.0:1769074950.150577:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074950.150648:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981440:0@lo:400:kworker.0 00010000:00010000:1.0:1769074951.102483:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074951.976559:0:36411:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204e: FLR write/stale/resync sel test with repeated comp ========================================================== 04:42:31 (1769074951) 00010000:00010000:1.0:1769074952.131100:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074952.190161:0:29880:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1936351335200ns, next at 1937351332706ns, rc = 0 00000100:00100000:3.0:1769074952.190252:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619981824:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074952.190319:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074952.190497:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981824 00000100:00100000:0.0:1769074952.190505:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981824 00000100:00100000:0.0:1769074952.190569:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1769074952.190578:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619981824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074952.190612:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1769074952.190659:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619981824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074952.190666:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:1.0:1769074952.190736:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074952.191170:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619981824:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1769074952.191932:0:29882:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1936353107002ns, next at 1937353106056ns, rc = 0 00000100:00100000:1.0:1769074952.191981:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074952.191994:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074952.192056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074952.192165:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619981952 00000100:00100000:2.0:1769074952.192177:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619981952 00000100:00100000:2.0:1769074952.192232:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1769074952.192241:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1769074952.192271:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3849322496 avail 3847225344 00000100:00100000:2.0:1769074952.192314:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619981952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074952.192321:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:1.0:1769074952.192386:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074952.192416:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619981952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1769074953.151142:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.824244:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074953.824292:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074953.824323:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074953.824349:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074953.824379:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923264 00000100:00100000:1.0:1769074953.824389:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923264 00000100:00100000:1.0:1769074953.824446:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923136 00000100:00100000:1.0:1769074953.824450:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923136 00000100:00100000:1.0:1769074953.824473:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1015 00000100:00100000:1.0:1769074953.824484:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612923264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074953.824561:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+10:2373:x1855007612923264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.824580:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1015 00000100:00100000:1.0:1769074953.824600:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1016 00000100:00100000:1.0:1769074953.824606:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612923136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074953.824632:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+9:2373:x1855007612923136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.824638:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1016 00000100:00100000:1.0:1769074953.824659:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612922880 00000100:00100000:1.0:1769074953.824663:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612922880 00000100:00100000:1.0:1769074953.824684:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:1.0:1769074953.824690:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d420ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612922880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074953.824716:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d420ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2373:x1855007612922880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.824723:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00080000:1.0:1769074953.824755:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074953.824760:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074953.825016:0:32492:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923008 00000100:00100000:0.0:1769074953.825022:0:32492:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923008 00000100:00100000:0.0:1769074953.825072:0:32492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 518 00000100:00100000:0.0:1769074953.825080:0:32492:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612923008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074953.825132:0:32492:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8e818347-4d21-45d1-a323-b359656f3fdd+18:2373:x1855007612923008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 52us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.825141:0:32492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 518 00000100:00080000:1.0:1769074953.825927:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074954.174499:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074954.347729:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1367 committed 00000004:00080000:3.0:1769074954.347760:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1373 committed 00000001:00080000:3.0:1769074954.347785:0:29889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941532 is committed 00000004:00080000:3.0:1769074954.347790:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1372 committed 00000004:00080000:3.0:1769074954.347794:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1366 committed 00000100:00100000:3.0:1769074954.347978:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d0975b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619982080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074954.348048:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.348120:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d09758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619982208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074954.348143:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.348721:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982080 00000100:00100000:0.0:1769074954.348730:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982080 00000100:00100000:0.0:1769074954.349028:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982208 00000100:00100000:0.0:1769074954.349033:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982208 00000100:00100000:0.0:1769074954.349060:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10123 00000100:00100000:0.0:1769074954.349068:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3290:x1855007619982080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074954.349096:0:33818:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:544 count 1 00010000:00010000:0.0:1769074954.349122:0:33818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349140:0:33818:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 8 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349148:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.349150:0:33818:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.349153:0:33818:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349183:0:33818:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 8 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349204:0:33818:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 8 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.349217:0:33818:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619982336:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074954.349295:0:33818:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074954.349314:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10124 00000100:00100000:0.0:1769074954.349323:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3291:x1855007619982208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074954.349336:0:26584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:543 count 1 00010000:00010000:0.0:1769074954.349346:0:26584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349358:0:26584:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349364:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.349366:0:26584:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.349368:0:26584:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349386:0:26584:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 8 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.349395:0:26584:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 8 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.349404:0:26584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619982464:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074954.349429:0:26584:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d276c0 going to sleep for 11 seconds 00000100:00080000:0.0:1769074954.349531:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074954.354113:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619982592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1769074954.354196:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.355316:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982592 00000100:00100000:0.0:1769074954.355329:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982592 00000100:00100000:0.0:1769074954.355441:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10125 00000100:00100000:0.0:1769074954.355452:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619982592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074954.355487:0:21706:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:546 count 1 00010000:00010000:0.0:1769074954.355517:0:21706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.355541:0:21706:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 9 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.355549:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.355551:0:21706:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.355555:0:21706:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.355595:0:21706:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 9 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.355608:0:21706:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 9 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.355621:0:21706:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619982848:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074954.355698:0:21706:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d18d270c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074954.356471:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619982720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074954.356540:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.357185:0:33558:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982720 00000100:00100000:0.0:1769074954.357195:0:33558:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982720 00000100:00100000:0.0:1769074954.357239:0:33558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10126 00000100:00100000:0.0:1769074954.357248:0:33558:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3289:x1855007619982720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074954.357530:0:33558:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:547 count 1 00010000:00010000:0.0:1769074954.357558:0:33558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.357578:0:33558:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.357584:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.357586:0:33558:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074954.357589:0:33558:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.357620:0:33558:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 9 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.357631:0:33558:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 9 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.357645:0:33558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40feea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619982976:192.168.204.39@tcp:104: 00000100:00100000:0.0:1769074954.358450:0:33558:0:(client.c:2690:ptlrpc_set_wait()) set ffff956d41413840 going to sleep for 11 seconds 00000100:00080000:2.0:1769074954.358653:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1769074954.362233:0:36508:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1938523407115ns, next at 1937351332706ns, rc = 0 00000100:00100000:1.0:1769074954.363792:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074954.364256:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074954.364322:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074954.364355:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923392 00000100:00100000:1.0:1769074954.364363:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923392 00010000:00010000:1.0:1769074954.364401:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 9 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:1.0:1769074954.364433:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923520 00000100:00100000:1.0:1769074954.364437:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923520 00010000:00010000:1.0:1769074954.364450:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 10 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:1.0:1769074954.364463:0:5738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923648 00000100:00100000:1.0:1769074954.364465:0:5738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923648 00010000:00010000:1.0:1769074954.364478:0:5738:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 10 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:1.0:1769074954.364505:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5353 00000100:00100000:1.0:1769074954.364514:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d11707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612923392:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074954.364528:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074954.364534:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 10 pid: 21706 timeout: 2038 lvb_type: 0 00010000:00010000:1.0:1769074954.364551:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 10 pid: 21706 timeout: 2038 lvb_type: 0 00010000:00010000:1.0:1769074954.364578:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074954.364581:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074954.364585:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074954.364597:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074954.364631:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074954.364678:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d11707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612923392:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.364687:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5353 00000100:00100000:1.0:1769074954.364735:0:5738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5354 00000100:00100000:1.0:1769074954.364742:0:5738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+9:2371:x1855007612923520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074954.364750:0:5738:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074954.364754:0:5738:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 9 pid: 33558 timeout: 2038 lvb_type: 0 00010000:00010000:1.0:1769074954.364765:0:5738:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 9 pid: 33558 timeout: 2038 lvb_type: 0 00010000:00010000:1.0:1769074954.364776:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074954.364778:0:5738:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074954.364793:0:5738:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074954.364802:0:5738:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074954.364815:0:5738:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074954.368548:0:26584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d031a5800/0x8b5959a9a0e8c25d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bba8 expref: 9 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:3.0:1769074954.368570:0:26584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:26584:1855007619982464:192.168.204.39@tcp:104: 00010000:00010000:3.0:1769074954.368598:0:26584:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.368610:0:26584:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.368632:0:26584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.368644:0:26584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.368652:0:26584:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.368672:0:26584:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074954.369116:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074954.369175:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923776 00000100:00100000:0.0:1769074954.369182:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923776 00010000:00010000:0.0:1769074954.369213:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 11 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.369245:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5355 00000100:00100000:0.0:1769074954.369253:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612923648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074954.369266:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074954.369272:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 11 pid: 21706 timeout: 2038 lvb_type: 0 00010000:00010000:0.0:1769074954.369286:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 11 pid: 21706 timeout: 2038 lvb_type: 0 00010000:00010000:0.0:1769074954.369312:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074954.369314:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074954.369319:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369329:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369347:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074954.369391:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+11:2370:x1855007612923648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 138us (5068us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074954.369399:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5355 00000100:00100000:0.0:1769074954.369416:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5356 00000100:00100000:0.0:1769074954.369422:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612923776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074954.369430:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074954.369434:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 10 pid: 33558 timeout: 2038 lvb_type: 0 00010000:00010000:0.0:1769074954.369444:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 10 pid: 33558 timeout: 2038 lvb_type: 0 00010000:00010000:0.0:1769074954.369457:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074954.369458:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074954.369462:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369468:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369480:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074954.369497:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e818347-4d21-45d1-a323-b359656f3fdd+10:2371:x1855007612923776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 75us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074954.369503:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5356 00010000:00010000:0.0:1769074954.369541:0:21706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d415fd600/0x8b5959a9a0e8c2b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbc4 expref: 9 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.369554:0:21706:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21706:1855007619982848:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074954.369567:0:21706:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369575:0:21706:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369582:0:21706:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369592:0:21706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369599:0:21706:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.369616:0:21706:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074954.370169:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3292:x1855007619982592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14718us (15971us total) trans 17179872685 rc 0/0 00000100:00100000:0.0:1769074954.370179:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10125 00010000:00010000:0.0:1769074954.370283:0:33558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d031a5000/0x8b5959a9a0e8c2aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbbd expref: 8 pid: 33558 timeout: 2038 lvb_type: 0 00000100:00100000:0.0:1769074954.370295:0:33558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40feea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33558:1855007619982976:192.168.204.39@tcp:104: 00010000:00010000:0.0:1769074954.370310:0:33558:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.370318:0:33558:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.370325:0:33558:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.370333:0:33558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.370345:0:33558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074954.370360:0:33558:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074954.375255:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619982208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25926us (27103us total) trans 21474839647 rc 0/0 00000100:00100000:3.0:1769074954.375269:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10124 00010000:00010000:3.0:1769074954.375320:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074954.375329:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375339:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fda00 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074954.375343:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375353:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375378:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375385:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d415fda00/0x8b5959a9a0e8c40f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375407:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074954.375411:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375417:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc600 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074954.375420:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375427:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375437:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375444:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d415fc600/0x8b5959a9a0e8c416 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375456:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074954.375460:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375471:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fc400 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074954.375475:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375481:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375490:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375498:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff956d415fc400/0x8b5959a9a0e8c41d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.375508:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074954.375510:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074954.375512:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074954.375550:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d09758380/2, rc 0, transno 21474839647 00000100:00100000:3.0:1769074954.375563:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d09758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619982208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769074954.378172:0:5738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8e818347-4d21-45d1-a323-b359656f3fdd+8:2371:x1855007612923520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13415us (13901us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.378188:0:5738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5354 00010000:00010000:1.0:1769074954.378336:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074954.382080:0:33818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d4178fa00/0x8b5959a9a0e8c2bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x44801400030020 nid: 192.168.204.39@tcp remote: 0x21fa6d252c11bbcb expref: 7 pid: 21706 timeout: 2038 lvb_type: 0 00000100:00100000:2.0:1769074954.382125:0:33818:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33818:1855007619982336:192.168.204.39@tcp:104: 00010000:00010000:2.0:1769074954.382154:0:33818:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384329:0:33818:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384350:0:33818:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384363:0:33818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384378:0:33818:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384401:0:33818:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074954.384418:0:29447:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074954.384423:0:29447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384430:0:29447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff956d415fd800 already unused, calling callback (ffffffffc1586b90) 00010000:00010000:3.0:1769074954.384434:0:29447:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384443:0:29447:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384468:0:29447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384474:0:29447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff956d415fd800/0x8b5959a9a0e8c408 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074954.384499:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074954.384501:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074954.384503:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074954.385146:0:33558:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619982720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27891us (28598us total) trans 17179872686 rc 0/0 00000100:00100000:0.0:1769074954.385159:0:33558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10126 00010000:00010000:0.0:1769074954.385199:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074954.385254:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe3100/2, rc 0, transno 17179872686 00000100:00100000:0.0:1769074954.385261:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619982720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1769074954.385292:0:3292:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956c0bfe1880/2, rc 0, transno 17179872685 00000100:00100000:0.0:1769074954.385297:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956c0bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619982592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074954.388756:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619982080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39676us (40695us total) trans 21474839648 rc 0/0 00000100:00100000:3.0:1769074954.388773:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10123 00000004:00080000:2.0:1769074954.388999:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff956d0975b800/2, rc 0, transno 21474839648 00000100:00100000:2.0:1769074954.389013:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d0975b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619982080:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074954.389846:0:36508:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1938551021175ns, next at 1937353106056ns, rc = 0 00000004:00080000:1.0:1769074954.391644:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1374 committed 00000004:00080000:2.0:1769074954.397785:0:29889:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1368 committed 00010000:00010000:3.0:1769074955.198977:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074955.263581:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619983104:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265500:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265569:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619983616:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265611:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265643:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074955.265650:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619983488:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265671:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265706:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619983232:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265734:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265760:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619983744:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265793:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265812:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074955.265818:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619983360:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.265856:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074955.265894:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983616 00000100:00100000:2.0:1769074955.265903:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983616 00000100:00100000:0.0:1769074955.265934:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983232 00000100:00100000:0.0:1769074955.265939:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983232 00000100:00100000:2.0:1769074955.265957:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983488 00000100:00100000:2.0:1769074955.265960:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983488 00000100:00100000:0.0:1769074955.265979:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983744 00000100:00100000:2.0:1769074955.265981:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1769074955.265982:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983744 00000100:00100000:2.0:1769074955.265988:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619983616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074955.265994:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983360 00000100:00100000:0.0:1769074955.265995:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983360 00000100:00100000:0.0:1769074955.266010:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1769074955.266016:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619983232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266040:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619983616:12345-0@lo:400:kworker.0 Request processed in 51us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074955.266045:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619983232:12345-0@lo:400:kworker.0 Request processed in 30us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074955.266047:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1769074955.266051:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1769074955.266063:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1769074955.266063:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1769074955.266069:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619983744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266069:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619983488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074955.266094:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619983744:12345-0@lo:400:kworker.0 Request processed in 25us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074955.266094:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3290:x1855007619983488:12345-0@lo:400:kworker.0 Request processed in 25us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074955.266100:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1769074955.266100:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1769074955.266110:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1769074955.266116:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619983360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266155:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619983232:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266164:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619983744:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266193:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619983488:0@lo:400:kworker.0 00000100:00100000:2.0:1769074955.266203:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619983616:0@lo:400:kworker.0 00000100:00100000:3.0:1769074955.266269:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983104 00000100:00100000:3.0:1769074955.266274:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983104 00000100:00100000:3.0:1769074955.266312:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1769074955.266318:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d21e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619983104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074955.266353:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d21e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619983104:12345-0@lo:400:kworker.0 Request processed in 35us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074955.266360:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:3.0:1769074955.266385:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074955.266414:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619983104:0@lo:400:kworker.0 00000100:00100000:0.0:1769074955.266456:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619983360:12345-0@lo:400:kworker.0 Request processed in 339us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074955.266461:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1769074955.266653:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619983360:0@lo:400:kworker.0 00010000:00010000:3.0:1769074956.222363:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074957.246623:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074957.310425:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074957.310450:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619983872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074957.310553:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074957.310627:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619983872 00000100:00100000:1.0:1769074957.310635:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619983872 00000100:00100000:1.0:1769074957.310690:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1769074957.310698:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619983872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074957.310757:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1769074957.310800:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d411b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1855007619983872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074957.310808:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00080000:3.0:1769074957.310950:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074957.311280:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619984000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074957.311312:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074957.312170:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984000 00000100:00100000:1.0:1769074957.312178:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984000 00000100:00100000:1.0:1769074957.313098:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1769074957.313109:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619984000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074957.313144:0:6536:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3849322496 avail 3847225344 00000100:00100000:1.0:1769074957.313210:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1855007619984000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074957.313218:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1769074957.313272:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3291:1855007619983872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074957.313335:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619984000:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1769074957.313393:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1769074958.270035:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074958.942208:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074958.942331:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924032 00000100:00100000:0.0:1769074958.942342:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924032 00000100:00100000:0.0:1769074958.942420:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 522 00000100:00100000:0.0:1769074958.942431:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612924032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074958.942516:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612924032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 86us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074958.942524:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 522 00000100:00080000:1.0:1769074958.942554:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074958.947247:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1769074958.947372:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924288 00000100:00100000:2.0:1769074958.947382:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924288 00000100:00100000:2.0:1769074958.947455:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1019 00000100:00100000:2.0:1769074958.947465:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612924288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1769074958.947758:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074958.949293:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612924288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1820us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074958.949309:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1019 00000100:00100000:0.0:1769074958.950549:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074958.950738:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1769074958.955904:0:21706:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924160 00000100:00100000:1.0:1769074958.955918:0:21706:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924160 00000100:00100000:1.0:1769074958.956009:0:21706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1020 00000100:00100000:1.0:1769074958.956019:0:21706:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612924160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:3.0:1769074958.956039:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074958.956125:0:21706:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612924160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 106us (5386us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074958.956133:0:21706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1020 00000100:00100000:2.0:1769074958.956410:0:29850:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612923904 00000100:00100000:2.0:1769074958.956416:0:29850:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612923904 00000100:00100000:2.0:1769074958.956458:0:29850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:2.0:1769074958.956466:0:29850:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612923904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074958.956495:0:29850:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612923904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (5952us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074958.956502:0:29850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 394 00010000:00010000:1.0:1769074959.296055:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1769074959.444432:0:22481:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839648 is committed 00000001:00080000:1.0:1769074959.490304:0:23742:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872686 is committed 00010000:00010000:0.0:1769074960.318122:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074960.382256:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619984128:0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382316:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074960.382360:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619984640:0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382378:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074960.382397:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074960.382400:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619984512:0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382411:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074960.382430:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984640 00000100:00100000:0.0:1769074960.382436:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984640 00000100:00100000:0.0:1769074960.382470:0:26584:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984512 00000100:00100000:0.0:1769074960.382471:0:26584:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984512 00000100:00100000:0.0:1769074960.382484:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1769074960.382490:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619984640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382524:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619984640:12345-0@lo:400:kworker.0 Request processed in 35us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.382529:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1769074960.382541:0:26584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1769074960.382545:0:26584:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619984512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382559:0:26584:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d40fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3290:x1855007619984512:12345-0@lo:400:kworker.0 Request processed in 14us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.382563:0:26584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1769074960.382585:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839648 gen 2 00000004:00080000:0.0:1769074960.382589:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d09758380, transno 21474839647 00000004:00080000:0.0:1769074960.382595:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956d0975b800, transno 21474839648 00000100:00100000:0.0:1769074960.382600:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619984512:0@lo:400:kworker.0 00000100:00100000:0.0:1769074960.382606:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872686 gen 2 00000004:00080000:0.0:1769074960.382608:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe1880, transno 17179872685 00000004:00080000:0.0:1769074960.382612:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff956c0bfe3100, transno 17179872686 00000100:00100000:0.0:1769074960.382614:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3290:1855007619984640:0@lo:400:kworker.0 00000100:00100000:2.0:1769074960.382853:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984128 00000100:00100000:2.0:1769074960.382868:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984128 00000100:00100000:2.0:1769074960.383602:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1769074960.383613:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619984128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074960.383772:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96b5ccca-e7c9-4fad-9861-87caf1ae034f+18:3290:x1855007619984128:12345-0@lo:400:kworker.0 Request processed in 161us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.383780:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1769074960.383881:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96b5ccca-e7c9-4fad-9861-87caf1ae034f:3290:1855007619984128:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384067:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619984256:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384106:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074960.384141:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619984768:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384174:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074960.384195:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074960.384201:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d412d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619984384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384220:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1769074960.384246:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074960.384252:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074960.384261:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984256 00000100:00100000:3.0:1769074960.384266:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984256 00000100:00100000:3.0:1769074960.384299:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984768 00000100:00100000:3.0:1769074960.384302:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984768 00000100:00100000:3.0:1769074960.384320:0:29857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984384 00000100:00100000:3.0:1769074960.384322:0:29857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984384 00000100:00100000:3.0:1769074960.384341:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1769074960.384348:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619984256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384384:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1855007619984256:12345-0@lo:400:kworker.0 Request processed in 36us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.384390:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1769074960.384402:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1769074960.384407:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d09758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619984768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384434:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d09758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1855007619984768:12345-0@lo:400:kworker.0 Request processed in 26us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.384439:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1769074960.384449:0:29857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1769074960.384455:0:29857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d0975b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619984384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384479:0:29857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d0975b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1855007619984384:12345-0@lo:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.384485:0:29857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1769074960.384507:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074960.384526:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3291:1855007619984384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384536:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3291:1855007619984256:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.384543:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d412d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3291:1855007619984768:0@lo:400:kworker.0 00010000:00010000:1.0:1769074961.343029:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074962.366091:0:29447:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074962.430399:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d40fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619985024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074962.430479:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074962.430716:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619985024 00000100:00100000:0.0:1769074962.430725:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619985024 00000100:00100000:0.0:1769074962.430786:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1769074962.430795:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619985024:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074962.430802:0:3292:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619984896:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074962.430863:0:6535:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525664256 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1769074962.430876:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074962.431179:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619984896 00000100:00100000:1.0:1769074962.431185:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619984896 00000100:00100000:1.0:1769074962.431208:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1769074962.431214:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619984896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074962.431233:0:25650:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3852468224 avail 3850371072 00000100:00080000:2.0:1769074962.431286:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1769074962.431291:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074962.434310:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1855007619984896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3087us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074962.434325:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1769074962.434454:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c0bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1855007619985024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3659us (3973us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074962.434462:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1769074962.434566:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d40fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3289:1855007619985024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074962.434639:0:3292:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff956d411bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3292:1855007619984896:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1769074963.390154:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074964.057045:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074964.057096:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074964.057140:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1769074964.057178:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1769074964.057273:0:29851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924416 00000100:00100000:0.0:1769074964.057283:0:29851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924416 00000100:00100000:0.0:1769074964.057338:0:29851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 396 00000100:00100000:0.0:1769074964.057347:0:29851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956c01f37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612924416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1769074964.057414:0:29851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956c01f37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1136430d-88ea-4de2-9954-69c484e5445f+9:2370:x1855007612924416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.057422:0:29851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 396 00000100:00100000:2.0:1769074964.057750:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924800 00000100:00100000:2.0:1769074964.057755:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924800 00000100:00100000:2.0:1769074964.057814:0:33818:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924672 00000100:00100000:2.0:1769074964.057818:0:33818:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924672 00000100:00100000:2.0:1769074964.057877:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1023 00000100:00100000:2.0:1769074964.057884:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612924800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074964.057922:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+8:2370:x1855007612924800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.057933:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1023 00000100:00100000:2.0:1769074964.057948:0:33818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1024 00000100:00100000:2.0:1769074964.057955:0:33818:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612924672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1769074964.057979:0:33818:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:8e818347-4d21-45d1-a323-b359656f3fdd+7:2370:x1855007612924672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.057985:0:33818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1024 00000100:00080000:0.0:1769074964.058210:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074964.058215:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074964.058743:0:29856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007612924544 00000100:00100000:1.0:1769074964.058751:0:29856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007612924544 00000100:00100000:1.0:1769074964.058816:0:29856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00100000:1.0:1769074964.058860:0:29856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612924544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1769074964.058905:0:29856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff956d412c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e818347-4d21-45d1-a323-b359656f3fdd+17:2370:x1855007612924544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 81us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.058912:0:29856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00080000:0.0:1769074964.058979:0:5749:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769074964.414259:0:5741:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69420 lines, 69420 kept, 0 dropped, 0 bad.